-- Logs begin at Tue 2022-07-12 02:11:58 UTC, end at Tue 2022-07-12 04:13:59 UTC. -- Jul 12 03:40:28.396638 dv-cinder-847730-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 12 03:40:31.071158 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.common.config [-] Logging enabled! Jul 12 03:40:31.071795 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 12 03:40:31.071898 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110538) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 12 03:40:31.075103 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.common.config [-] Logging enabled! Jul 12 03:40:31.075353 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev425 Jul 12 03:40:31.075656 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=110538) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 12 03:40:31.076623 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 03:40:31.076850 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 03:40:31.077207 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 03:40:31.077442 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 03:40:31.077663 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 03:40:31.078070 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.078362 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.078582 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.078857 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.079148 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.079422 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.079700 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.079993 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.080297 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.080563 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.080841 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.081051 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.081328 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] config_source = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.081609 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.081889 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.082108 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] debug = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.082383 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.082811 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.083221 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.083525 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.083809 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.084123 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.084375 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.084647 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.084926 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.085247 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] host = dv-cinder-847730-4-iscsi {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.085518 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.085796 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.086074 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.086351 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.086618 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.086883 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.087158 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.087420 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] log_dir = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.087681 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] log_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.087950 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.088251 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.088527 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.088807 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.089024 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.089237 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.089518 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.089796 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.090062 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.090329 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.090592 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.090856 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.091128 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.091380 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.091658 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.091931 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.092230 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.092495 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.092759 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.093024 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.093287 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.093561 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.093825 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.094088 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.094350 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.094623 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.094898 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.095145 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.095434 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.095708 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.095980 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.096276 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.096541 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.096815 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.097080 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.097342 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] use_journal = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.097604 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] use_json = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.097869 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.098132 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.098400 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.098664 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.098928 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.099246 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.099511 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.099785 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.100070 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:31.100357 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.100645 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.100940 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.101218 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.101523 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.101800 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.102078 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.102347 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.102626 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.102906 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.103185 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.103455 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.103745 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.104048 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.104337 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.104633 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.104921 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.105204 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.105472 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.105738 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.106004 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.106274 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.106555 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.106828 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.107177 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.107463 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.107731 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.108035 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.108316 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.108596 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.108884 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.109170 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.109444 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.109717 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.109997 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.110267 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.110534 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.110814 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.111084 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.111349 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.111621 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.111903 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.112213 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.112480 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.112749 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.113029 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.113298 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.113559 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.113820 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.114087 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.114350 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.114647 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.114919 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.115182 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.115446 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.115715 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.115979 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.116263 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.116535 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.116798 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.117066 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.117328 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.117589 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.117851 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.118113 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.118375 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.118636 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.118898 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.119165 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.119435 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.119697 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.119967 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.120257 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.120522 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.120814 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.121085 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.121353 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.121622 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.121890 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.122159 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.122425 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.122694 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.122963 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.123225 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.123506 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.123779 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.124085 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.124362 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.124630 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.124935 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.125205 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.125473 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.125748 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.126020 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.126294 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.126569 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.126846 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.127129 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.127409 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.127677 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.127960 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.128273 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.128555 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.128828 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.129128 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.129401 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:31.129608 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 03:40:31.129841 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=110538) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 12 03:40:31.416949 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=110538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 12 03:40:31.417228 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=110538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 12 03:40:31.417535 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=110538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 12 03:40:31.417864 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 12 03:40:31.821901 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.822153 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.822434 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.825314 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.825580 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.825841 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.879201 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.879466 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.879723 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.894549 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.894820 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.895069 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.924419 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.924678 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.924938 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.960561 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.960833 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:31.961482 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.192941 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.193570 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.193570 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.193570 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.194818 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.297717 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.298039 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.298308 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.298569 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.298826 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.299129 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.299380 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.299718 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.299964 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.300262 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.300599 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.301022 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.301435 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.301832 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.302257 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.302526 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.302788 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.303054 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.303322 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.303582 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.303880 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.304155 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.304432 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.304809 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.305057 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.305250 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.305666 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=110538) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 03:40:32.305901 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=110538) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 03:40:32.306133 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=110538) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 03:40:32.306361 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=110538) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 03:40:32.306586 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=110538) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 03:40:32.306813 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=110538) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 03:40:32.307171 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 12 03:40:32.310295 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 12 03:40:32.314260 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 12 03:40:32.318265 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 12 03:40:32.319860 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 12 03:40:32.320501 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 12 03:40:32.320828 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 12 03:40:32.321202 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 12 03:40:32.323938 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 12 03:40:32.324202 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 12 03:40:32.324533 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 03:40:32.329533 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 12 03:40:32.353040 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 12 03:40:32.353484 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.353777 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=110538) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 12 03:40:32.354137 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.355462 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=110538) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 12 03:40:32.355734 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 12 03:40:32.355968 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 12 03:40:32.359225 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.359496 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:32.503328 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 12 03:40:32.503555 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 12 03:40:32.503858 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 12 03:40:32.504526 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 12 03:40:32.561537 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO dbcounter [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Registered counter for database neutron Jul 12 03:40:32.582892 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_db.sqlalchemy.engines [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=110538) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 12 03:40:32.589389 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG dbcounter [-] [110538] Writer thread running {{(pid=110538) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 03:40:33.176434 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Initializing driver for type 'gre' Jul 12 03:40:33.176968 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] gre ID ranges: [(1, 1000)] Jul 12 03:40:33.236811 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Initializing driver for type 'local' Jul 12 03:40:33.237522 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Initializing driver for type 'vlan' Jul 12 03:40:33.251208 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] VlanTypeDriver initialization complete Jul 12 03:40:33.251631 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Initializing driver for type 'vxlan' Jul 12 03:40:33.252071 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] vxlan ID ranges: [(1, 1000)] Jul 12 03:40:33.315591 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Initializing extension driver 'port_security' Jul 12 03:40:33.316460 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.extensions.port_security [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] PortSecurityExtensionDriver initialization complete Jul 12 03:40:33.317194 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Initializing mechanism driver 'openvswitch' Jul 12 03:40:33.317893 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Initializing mechanism driver 'hyperv' Jul 12 03:40:33.326368 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.plugins.ml2.plugin [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=110538) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:40:33.327055 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > port after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.327426 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > port after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.327776 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > port after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.328307 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=110538) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 03:40:33.328732 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > subnet after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.329085 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > subnet after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.329424 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > subnet after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.329816 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=110538) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 03:40:33.330219 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > network after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.330568 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > network after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.330905 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > network after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.331287 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=110538) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 03:40:33.331698 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > security_group after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.332078 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > security_group after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.332422 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > security_group after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.332807 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=110538) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 03:40:33.333192 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.333554 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.333892 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.334257 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=110538) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 03:40:33.334655 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > address_group after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.335000 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > address_group after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.335337 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > address_group after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.335721 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=110538) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 12 03:40:33.336197 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] ML2 OVO RPC backend initialized. {{(pid=110538) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 12 03:40:33.336910 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router_interface after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.337261 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.337661 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > network before_response 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.338006 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > networks before_response 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.338345 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > port before_response 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.338683 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > ports before_response 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.339043 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > subnet before_response 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.339472 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > subnets before_response 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.339909 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > network after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.340285 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > network after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.340620 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > network after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.340955 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > port after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.341289 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > port after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.341622 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > port after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.341953 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > subnet after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.342282 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > subnet after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.342614 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > subnet after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.350283 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded quota_driver: . Jul 12 03:40:33.350648 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.plugin [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Modular L2 Plugin initialization complete Jul 12 03:40:33.351004 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading services supported by the core plugin {{(pid=110538) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 12 03:40:33.351346 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.plugins.ml2.managers [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Got port-security extension from driver 'port_security' Jul 12 03:40:33.351827 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.extensions.vlantransparent [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Disabled vlantransparent extension. Jul 12 03:40:33.352359 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=110538) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 12 03:40:33.352686 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading Plugin: router Jul 12 03:40:33.388363 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router_interface before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.388758 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router after_create 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.389122 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router before_create 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.389615 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.389990 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.390347 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router after_delete 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.390705 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > floatingip after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.391051 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > floatingip after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.391413 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router after_create 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.391763 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router after_update 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.392138 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router after_update 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.392494 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.392852 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router after_update 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.393248 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router precommit_update 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.393608 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: port after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.393947 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: port after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.394284 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: subnet after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.394623 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.394969 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > port precommit_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.395313 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router precommit_create 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.395682 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: port before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.396028 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router precommit_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.396395 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router after_update 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.396743 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router precommit_delete 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.397092 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router precommit_create 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.397432 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router_interface after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.397775 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router precommit_update 55549900 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.398141 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > agent after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.398488 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > agent after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.398832 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > network after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.399689 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Tracking information for resource: router configured {{(pid=110538) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 03:40:33.400024 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Tracking information for resource: floatingip configured {{(pid=110538) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 12 03:40:33.404916 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.db.l3_agentschedulers_db [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 12 03:40:33.405498 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: port after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.405855 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: port after_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.406208 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: port after_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.406564 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: port after_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.407352 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router before_create 55550100 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.407721 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router precommit_delete 55550100 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.408119 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router precommit_create 55550100 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.408478 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > router precommit_update 55550100 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.413346 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.services.provider_configuration [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service providers = [] {{(pid=110538) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 12 03:40:33.413707 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.db.servicetype_db [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=110538) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 12 03:40:33.416708 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.services.service_base [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=110538) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 03:40:33.417050 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.services.service_base [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=110538) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 03:40:33.417392 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.services.service_base [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=110538) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 03:40:33.418444 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.services.service_base [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=110538) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 12 03:40:33.418813 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.services.service_base [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 12 03:40:33.419183 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=110538) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 03:40:33.419498 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 12 03:40:33.429856 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=110538) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 03:40:33.430185 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading Plugin: auto_allocate Jul 12 03:40:33.435877 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: network precommit_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.436274 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: network precommit_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.436792 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=110538) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 03:40:33.437109 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading Plugin: tag Jul 12 03:40:33.443993 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=110538) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 03:40:33.444353 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading Plugin: timestamp Jul 12 03:40:33.448186 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=110538) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 03:40:33.448514 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading Plugin: network_ip_availability Jul 12 03:40:33.453979 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.454347 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.454702 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.455411 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=110538) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 03:40:33.455730 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading Plugin: flavors Jul 12 03:40:33.460746 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=110538) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 03:40:33.461072 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading Plugin: revisions Jul 12 03:40:33.465318 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=110538) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 12 03:40:33.465709 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_concurrency.lockutils [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.048s {{(pid=110538) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 12 03:40:33.466450 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=110538) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jul 12 03:40:33.466790 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Initializing extension manager. Jul 12 03:40:33.467310 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: __init__.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.467651 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: __pycache__ {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.467984 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: address_group.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.468771 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.469352 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: address-group Jul 12 03:40:33.469673 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: address_scope.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.470389 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.470910 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: address-scope Jul 12 03:40:33.471231 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: admin_state_down_before_update.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.472190 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.472712 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: router-admin-state-down-before-update Jul 12 03:40:33.473030 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: agent.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.473727 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.474250 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: agent Jul 12 03:40:33.474570 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: agent_resources_synced.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.475473 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.476012 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: agent-resources-synced Jul 12 03:40:33.476345 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: allowedaddresspairs.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.478133 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.478679 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: allowed-address-pairs Jul 12 03:40:33.478980 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: auto_allocated_topology.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.480071 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.480596 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: auto-allocated-topology Jul 12 03:40:33.480913 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: availability_zone.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.481607 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.482118 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: availability_zone Jul 12 03:40:33.482435 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: availability_zone_filter.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.483344 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.483862 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: availability_zone_filter Jul 12 03:40:33.484215 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: data_plane_status.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.485124 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.485638 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension data-plane-status not supported by any of loaded plugins Jul 12 03:40:33.485961 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: default_subnetpools.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.486958 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.487420 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: default-subnetpools Jul 12 03:40:33.487742 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: dhcpagentscheduler.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.488573 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.489093 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: dhcp_agent_scheduler Jul 12 03:40:33.489488 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: dns.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.490408 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.490925 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension dns-integration not supported by any of loaded plugins Jul 12 03:40:33.491246 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: dns_domain_ports.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.492185 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.492703 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 12 03:40:33.493026 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.493943 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.494460 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 12 03:40:33.494777 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: dvr.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.495442 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.495959 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: dvr Jul 12 03:40:33.496308 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: ecmp_routes.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.497221 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.497767 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension ecmp_routes not supported by any of loaded plugins Jul 12 03:40:33.498052 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: empty_string_filtering.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.498956 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.499475 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: empty-string-filtering Jul 12 03:40:33.499790 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.500722 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.501236 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 12 03:40:33.501550 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.502467 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.503153 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 12 03:40:33.503473 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: external_net.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.504424 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.504951 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: external-net Jul 12 03:40:33.505296 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: extra_dhcp_opt.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.506208 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.506730 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: extra_dhcp_opt Jul 12 03:40:33.507049 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: extraroute.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.507946 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.508497 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: extraroute Jul 12 03:40:33.508815 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: extraroute_atomic.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.509842 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.510725 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: extraroute-atomic Jul 12 03:40:33.511040 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: filter_validation.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.511707 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.512245 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: filter-validation Jul 12 03:40:33.512563 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: fip_pf_description.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.513472 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.513980 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 12 03:40:33.514304 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: fip_pf_port_range.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.515214 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.515722 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 12 03:40:33.516056 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: fip_port_details.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.516983 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.517501 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: fip-port-details Jul 12 03:40:33.517817 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: flavors.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.519047 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.519572 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: flavors Jul 12 03:40:33.519893 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.521668 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.522204 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 12 03:40:33.522526 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: floatingip_pools.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.523224 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.523744 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: floatingip-pools Jul 12 03:40:33.524095 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: ip_allocation.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.525011 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.525531 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension ip_allocation not supported by any of loaded plugins Jul 12 03:40:33.525854 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.526769 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.527295 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: ip-substring-filtering Jul 12 03:40:33.527612 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l2_adjacency.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.528580 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.529103 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension l2_adjacency not supported by any of loaded plugins Jul 12 03:40:33.529418 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l3.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.530378 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.530905 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: router Jul 12 03:40:33.531224 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l3_conntrack_helper.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.533488 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.534107 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 12 03:40:33.534455 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.535700 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.536681 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: ext-gw-mode Jul 12 03:40:33.537238 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.538684 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.539584 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: l3-ha Jul 12 03:40:33.540186 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.541440 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.542214 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 12 03:40:33.542705 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l3_flavors.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.544021 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.544861 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: l3-flavors Jul 12 03:40:33.545359 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l3_ndp_proxy.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.547482 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.548171 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 12 03:40:33.548496 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.549436 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.549969 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: l3-port-ip-change-not-allowed Jul 12 03:40:33.550288 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: l3agentscheduler.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.551445 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.552057 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: l3_agent_scheduler Jul 12 03:40:33.552397 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: local_ip.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.554175 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.554711 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension local_ip not supported by any of loaded plugins Jul 12 03:40:33.555037 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: logging.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.556537 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.557077 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension logging not supported by any of loaded plugins Jul 12 03:40:33.557410 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: metering.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.558149 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.558743 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: metering Jul 12 03:40:33.559066 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.560207 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.560740 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: metering_source_and_destination_fields Jul 12 03:40:33.561066 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: multiprovidernet.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.561994 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.562515 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: multi-provider Jul 12 03:40:33.562861 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: netmtu.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.563777 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.564319 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: net-mtu Jul 12 03:40:33.564641 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: netmtu_writable.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.565561 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.566088 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: net-mtu-writable Jul 12 03:40:33.566409 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: network_availability_zone.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.567107 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.567656 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: network_availability_zone Jul 12 03:40:33.567979 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: network_ip_availability.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.569114 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.569655 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: network-ip-availability Jul 12 03:40:33.569980 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: network_segment_range.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.570761 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.571281 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension network-segment-range not supported by any of loaded plugins Jul 12 03:40:33.571605 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: pagination.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.572640 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.572973 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: pagination Jul 12 03:40:33.573295 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: port_device_profile.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.574218 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.574741 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: port-device-profile Jul 12 03:40:33.575062 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: port_mac_address_override.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.576022 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.576545 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: port-mac-override Jul 12 03:40:33.576863 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.577787 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.578305 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: port-mac-address-regenerate Jul 12 03:40:33.578623 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.579527 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.580068 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: port-numa-affinity-policy Jul 12 03:40:33.580395 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: port_resource_request.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.581316 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.581826 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension port-resource-request not supported by any of loaded plugins Jul 12 03:40:33.582146 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: port_resource_request_groups.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.583173 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.583718 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 12 03:40:33.584062 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: portbindings.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.585004 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.585525 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: binding Jul 12 03:40:33.585851 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: portbindings_extended.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.587111 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.587635 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: binding-extended Jul 12 03:40:33.587960 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: portsecurity.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.588905 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.589429 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: port-security Jul 12 03:40:33.589753 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: project_id.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.590723 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.591055 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: project-id Jul 12 03:40:33.591377 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: providernet.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.592345 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.592866 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: provider Jul 12 03:40:33.593184 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.597016 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.597548 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos not supported by any of loaded plugins Jul 12 03:40:33.597877 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.599147 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.599674 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 12 03:40:33.600033 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.600981 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.601509 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 12 03:40:33.601831 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_default.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.602744 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.603268 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-default not supported by any of loaded plugins Jul 12 03:40:33.603591 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_fip.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.604539 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.605060 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-fip not supported by any of loaded plugins Jul 12 03:40:33.605379 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_fip_network_policy.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.606294 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.606814 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 12 03:40:33.607135 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_gateway_ip.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.608040 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.608593 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 12 03:40:33.608914 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_port_network_policy.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.609836 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.610347 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 12 03:40:33.610665 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.611707 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.612243 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 12 03:40:33.612554 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.613609 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.614125 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 12 03:40:33.614523 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_pps_rule.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.615692 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.616263 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-pps not supported by any of loaded plugins Jul 12 03:40:33.616589 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_rule_type_details.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.617512 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.618042 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 12 03:40:33.618361 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_rule_type_filter.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.619281 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.619799 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 12 03:40:33.620228 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: qos_rules_alias.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.621276 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.621796 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 12 03:40:33.622121 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: quota_check_limit.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.623035 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.623563 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: quota-check-limit Jul 12 03:40:33.623889 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: quotasv2.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.624884 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.625216 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: quotas Jul 12 03:40:33.625535 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: quotasv2_detail.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.627238 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.627579 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: quota_details Jul 12 03:40:33.627905 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: rbac.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.629010 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.629542 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: rbac-policies Jul 12 03:40:33.629870 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: rbac_address_group.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.630831 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.631357 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: rbac-address-group Jul 12 03:40:33.631686 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: rbac_address_scope.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.632641 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.633168 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: rbac-address-scope Jul 12 03:40:33.633493 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: rbac_security_groups.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.634485 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.635017 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: rbac-security-groups Jul 12 03:40:33.635692 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: rbac_subnetpool.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.636645 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.637168 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: rbac-subnetpool Jul 12 03:40:33.637495 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: revisionifmatch.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.638417 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.638937 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: revision-if-match Jul 12 03:40:33.639255 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: revisions.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.640394 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.640915 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: standard-attr-revisions Jul 12 03:40:33.641248 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: router_availability_zone.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.641923 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.642440 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: router_availability_zone Jul 12 03:40:33.642767 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: routerservicetype.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.645226 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.645808 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension router-service-type not supported by any of loaded plugins Jul 12 03:40:33.646142 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.647081 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.647602 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: security-groups-normalized-cidr Jul 12 03:40:33.647924 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: security_groups_port_filtering.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.648873 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.649394 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: port-security-groups-filtering Jul 12 03:40:33.649716 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.650651 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.651182 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: security-groups-remote-address-group Jul 12 03:40:33.651529 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: security_groups_shared_filtering.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.652539 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.653064 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: security-groups-shared-filtering Jul 12 03:40:33.653385 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: securitygroup.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.663678 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.664303 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: security-group Jul 12 03:40:33.664636 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: segment.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.665487 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.666048 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension segment not supported by any of loaded plugins Jul 12 03:40:33.666428 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.667463 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.668102 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 12 03:40:33.668460 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: servicetype.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.669671 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.670323 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: service-type Jul 12 03:40:33.670683 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: sorting.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.671832 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.672218 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: sorting Jul 12 03:40:33.672548 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: standard_attr_segment.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.673620 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.674233 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 12 03:40:33.674584 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: standardattrdescription.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.675310 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.675913 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: standard-attr-description Jul 12 03:40:33.676313 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: stateful_security_group.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.677426 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.678014 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: stateful-security-group Jul 12 03:40:33.678354 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: stdattrs_common.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.679001 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 12 03:40:33.679400 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.680459 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.681054 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 12 03:40:33.681384 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: subnet_onboard.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.682470 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.682997 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: subnet_onboard Jul 12 03:40:33.683319 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.684282 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.684802 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 12 03:40:33.685123 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: subnet_service_types.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.686056 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.686579 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: subnet-service-types Jul 12 03:40:33.686897 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: subnetallocation.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.687971 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.688518 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: subnet_allocation Jul 12 03:40:33.688840 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.689510 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.690028 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: subnetpool-prefix-ops Jul 12 03:40:33.690348 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.691332 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.691849 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 12 03:40:33.692199 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: tagging.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.693309 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.693842 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: standard-attr-tag Jul 12 03:40:33.694166 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: timestamp.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.695363 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.695895 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loaded extension: standard-attr-timestamp Jul 12 03:40:33.696241 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: trunk.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.697273 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.697797 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension trunk not supported by any of loaded plugins Jul 12 03:40:33.698121 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: trunk_details.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.699041 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.699564 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension trunk-details not supported by any of loaded plugins Jul 12 03:40:33.699914 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: uplink_status_propagation.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.700861 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.701385 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 12 03:40:33.701705 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Loading extension file: vlantransparent.py {{(pid=110538) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 12 03:40:33.702381 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=110538) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 12 03:40:33.702897 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extension vlan-transparent not supported by any of loaded plugins Jul 12 03:40:33.705509 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:network Jul 12 03:40:33.706043 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:subnet Jul 12 03:40:33.706440 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 03:40:33.706831 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:port Jul 12 03:40:33.708223 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.708674 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service FLAVORS assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.709337 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.709776 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.710106 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:router Jul 12 03:40:33.710544 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:floatingip Jul 12 03:40:33.711029 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service METERING assigned prefix: /metering {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.712518 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.712886 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.713234 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=110538) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:40:33.714258 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 03:40:33.714726 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:security_group Jul 12 03:40:33.715153 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 03:40:33.715759 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service CORE assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.716144 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 03:40:33.716501 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] subnetpool is already registered Jul 12 03:40:33.716919 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service CORE assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.717244 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 03:40:33.717557 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] subnetpool is already registered Jul 12 03:40:33.719848 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.720311 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service FLAVORS assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.720887 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.721304 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.721632 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:router Jul 12 03:40:33.721972 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] router is already registered Jul 12 03:40:33.722376 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:floatingip Jul 12 03:40:33.722710 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] floatingip is already registered Jul 12 03:40:33.723165 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service METERING assigned prefix: /metering {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.723849 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of CountableResource for resource:rbac_policy Jul 12 03:40:33.724200 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] rbac_policy is already registered Jul 12 03:40:33.724606 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:security_group Jul 12 03:40:33.724938 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] security_group is already registered Jul 12 03:40:33.725343 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:security_group_rule Jul 12 03:40:33.725678 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] security_group_rule is already registered Jul 12 03:40:33.726313 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service CORE assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.726639 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 03:40:33.726972 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] subnetpool is already registered Jul 12 03:40:33.727385 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.v2.resource_helper [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Service CORE assigned prefix: {{(pid=110538) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 12 03:40:33.727707 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Creating instance of TrackedResource for resource:subnetpool Jul 12 03:40:33.728068 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING neutron.quota.resource_registry [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] subnetpool is already registered Jul 12 03:40:33.728538 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: extensions {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.730000 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: address-groups {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.731489 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: address-scopes {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.732835 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: agents {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.734015 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: auto-allocated-topology {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.735248 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: availability_zones {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.736513 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: dhcp-networks {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.738065 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: dhcp-agents {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.739550 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: routers {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.741357 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: flavors {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.742597 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: service_profiles {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.743788 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: next_providers {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.745263 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: service_profiles {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.746835 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: floatingip-pools {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.748115 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: routers {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.749827 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: floatingips {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.751092 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: l3-routers {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.752492 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: l3-agents {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.753912 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: metering-labels {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.755203 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: metering-label-rules {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.756613 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: network-ip-availabilities {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.757863 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: bindings {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.759452 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: quotas {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.762362 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: quotas {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.764044 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: rbac-policies {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.765262 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: security-groups {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.766563 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: security-group-rules {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.767815 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: service-providers {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.769064 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: subnetpools {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.770428 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: subnetpools {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.772105 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.773777 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.775594 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.777768 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.779444 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.781409 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.783109 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.785030 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.786859 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.788651 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron.api.extensions [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Extended resource: tags {{(pid=110538) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 12 03:40:33.794684 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING keystonemiddleware.auth_token [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 12 03:40:33.799797 dv-cinder-847730-4-iscsi neutron-server[110538]: WARNING keystonemiddleware.auth_token [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 12 03:40:33.808962 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_concurrency.lockutils [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Acquired lock "singleton_lock" {{(pid=110538) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 12 03:40:33.809439 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_concurrency.lockutils [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Releasing lock "singleton_lock" {{(pid=110538) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 12 03:40:33.810100 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO oslo_service.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Starting 2 workers Jul 12 03:40:33.814929 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Started child 110647 {{(pid=110538) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 03:40:33.821122 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Started child 110648 {{(pid=110538) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 03:40:33.821366 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:33.821982 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO neutron.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Neutron service started, listening on 0.0.0.0:9696 Jul 12 03:40:33.821982 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Publish callbacks [] for process (None), before_spawn {{(pid=110538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:33.822130 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [-] (110647) wsgi starting up on http://0.0.0.0:9696 Jul 12 03:40:33.824329 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO oslo_service.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Starting 1 workers Jul 12 03:40:33.824468 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:33.825719 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [-] (110648) wsgi starting up on http://0.0.0.0:9696 Jul 12 03:40:33.829518 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Started child 110649 {{(pid=110538) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 03:40:33.830071 dv-cinder-847730-4-iscsi neutron-server[110538]: INFO oslo_service.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Starting 1 workers Jul 12 03:40:33.833456 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] calling RpcWorker wait() {{(pid=110649) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 12 03:40:33.834047 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] returning from RpcWorker wait() {{(pid=110649) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 12 03:40:33.834570 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Started child 110650 {{(pid=110538) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 12 03:40:33.835183 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:33.835326 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG neutron_lib.callbacks.manager [None req-02a6dcc6-2359-4ea5-99d0-a56aa1cc087e None None] Publish callbacks [] for process (None), after_spawn {{(pid=110538) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:33.835614 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:40:33.837296 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110538) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 03:40:33.837468 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 03:40:33.837841 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 03:40:33.838032 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 03:40:33.838540 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 03:40:33.838666 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 03:40:33.839195 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.839472 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.839598 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:33.840105 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.840105 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.840596 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.840865 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.841127 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.841427 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.841677 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.841834 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.842183 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.842444 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.842689 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.843013 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.843292 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.843533 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.843790 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.843935 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.844243 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.844507 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.844749 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.845032 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] debug = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.845291 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.845759 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.846016 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.846252 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.846485 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.846752 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.846993 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.847243 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.847476 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.847690 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.847930 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.848211 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.848494 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.848655 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.848969 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.849273 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.849507 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.849987 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] host = dv-cinder-847730-4-iscsi {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.850232 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.850475 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.850718 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.850948 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.851200 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.851466 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.851664 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.851913 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.852199 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.852439 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.852673 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.852915 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.853157 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.853395 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.853547 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_options = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.853795 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.854048 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.854329 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.854519 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.854673 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.854838 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.855082 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.855247 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.855510 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.855728 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.855945 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.856188 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.856401 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.856637 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.856892 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.857124 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.857331 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.857538 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.857788 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.858018 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.858256 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.858479 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.858741 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.858934 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.859173 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.859439 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.860409 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.860409 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.860409 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.860409 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.860972 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.860972 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.861231 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.861378 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:40:33.861547 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.861547 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.861825 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.861958 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.862208 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.862545 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.862793 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.863114 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.863383 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.864284 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.864284 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.864284 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.864284 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.864712 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_json = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.864712 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.865394 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.865394 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.868987 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.868987 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.869304 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.869739 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.870578 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.870920 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.872404 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.872720 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.873049 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.873310 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.873567 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.873786 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.874032 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.874265 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.874557 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.874797 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.875097 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.875327 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.875625 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.875915 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.876684 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.877071 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.877341 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.877608 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.877846 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.878146 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.878415 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.878660 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.878922 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.879163 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.879437 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.880203 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.881526 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.884184 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.885095 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.885749 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.886110 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.886399 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.886678 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.886942 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.887188 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.887445 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.887701 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.887954 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.888478 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.891166 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.891459 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.891733 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.891992 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.892249 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.892481 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.892715 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.892942 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.893192 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.893446 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.893677 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.893911 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.894128 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.894364 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.894581 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.894832 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.895032 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.895265 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.895491 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.895782 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.897123 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.897400 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.899105 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.899398 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.899640 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.899884 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.900142 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.900359 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.900575 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.900813 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.901027 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.901238 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.901450 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.901670 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.901902 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.902141 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.902375 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.902588 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.902805 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.903018 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.903234 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.903490 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.903760 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.903873 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.904563 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.904782 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.905001 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.905222 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.905452 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.905664 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.905889 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.906087 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.906405 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.906642 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.906891 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.907128 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.907362 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.907572 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.907809 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.909409 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.909648 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.909885 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.910138 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.910386 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.911017 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.911480 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.911713 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.911959 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.912297 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.912669 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.913014 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.913517 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.913768 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.914002 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.914273 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.914521 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.914761 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.914981 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.915213 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.915464 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.915739 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.915972 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.916287 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.916509 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.916788 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.917077 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.917344 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.917595 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.917840 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.918068 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.918308 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.918538 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.918797 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.919043 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.919275 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.919512 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.919770 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.920019 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.920233 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.920462 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.920798 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.921016 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.921230 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.921461 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.921723 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.921975 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.922210 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.922474 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.922717 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.922942 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.923183 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.923440 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.923669 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.923907 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.924168 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.924378 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.924607 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.924810 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.925043 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.925255 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.925465 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.925712 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.925923 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.926155 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.926385 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.926618 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.926877 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.927124 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.927336 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.927556 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.927792 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.928025 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.928515 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.928757 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.928969 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.929230 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.929453 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.930017 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.930287 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.930515 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.930762 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.931004 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.931236 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.931452 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.931694 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.931925 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.932174 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.932386 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.932634 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.932844 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.932966 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:40:33.933068 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.933287 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.933510 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.933760 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.933996 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.934345 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.934587 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.934813 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.935051 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.935284 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.935501 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.935713 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.935952 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.936844 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.937116 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.937611 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.938143 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.939320 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.939568 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.939810 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.940958 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.941552 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.942014 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.942273 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.942622 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.942888 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.943118 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.943344 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.943564 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.943809 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.944047 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.944266 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.944484 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.944696 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.944993 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.945336 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.945568 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.945941 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.946161 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.946389 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.946625 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.946880 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.947094 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.947311 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.947528 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.947740 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.947964 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.948302 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.948520 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.948771 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.949011 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.949224 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.949449 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.949660 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.949872 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.950099 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.950370 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.950586 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.950830 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.951041 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.951256 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.952240 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.952461 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.952697 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.952911 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.953125 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.953338 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.953587 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.953805 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.954040 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.954352 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.954598 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.954875 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.955179 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.955411 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.955687 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.955936 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.957336 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.957811 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.958611 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.958865 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.959105 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.959337 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.960196 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.962572 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.962920 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.963194 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.963473 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.963759 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.964082 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.964379 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.964614 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.964931 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.965272 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.965555 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.965810 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.966111 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.966376 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.966643 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.966856 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.967099 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.967341 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.967600 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.967878 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.968448 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.969711 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.970153 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.970433 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.970773 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.971251 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.971585 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.972256 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.972509 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.972685 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 03:40:33.973270 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=110538) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 12 03:40:33.973450 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 12 03:40:33.973611 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 12 03:40:33.973869 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 12 03:40:33.974047 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 12 03:40:33.974206 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 12 03:40:33.974423 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.974587 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.974745 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.974901 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.975109 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.975292 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.975449 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.975612 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.975766 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.975905 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.976227 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.976396 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.976564 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.976706 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.976853 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.977013 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.977172 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.977335 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.977499 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] config_source = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.977655 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.977811 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.977969 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] debug = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.978125 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.978322 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.978480 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.978640 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.978797 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.978962 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.979119 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.979275 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.979420 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.979573 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.979730 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.979894 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.980140 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.980306 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.980463 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.980624 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.980786 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.980946 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] host = dv-cinder-847730-4-iscsi {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.981102 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.981257 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.981415 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.981599 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.981755 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.981911 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.982068 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.982223 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.982383 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.982538 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.982694 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.982850 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.983009 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_dir = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.983165 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.983326 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_options = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.983484 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.983640 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.983796 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.983985 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.984177 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.984339 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.984499 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.984657 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.984815 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.984972 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.985129 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.985296 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.985454 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.985612 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.985769 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.985925 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.986082 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.986238 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.986397 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.986552 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.986712 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.986866 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.987022 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.987178 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.987336 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.987493 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.987651 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.987807 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.987964 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.988197 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.988295 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.988452 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.988608 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.988765 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.988921 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.989078 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.989242 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.989423 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.989586 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.989743 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.989899 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.990057 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.990213 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.990372 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.990526 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.990683 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_journal = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.990839 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_json = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.990996 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.991152 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.991307 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.991467 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.991620 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.991777 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.991933 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.992119 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.992276 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 12 03:40:33.992457 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.992619 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.992793 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.992953 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.993112 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.993277 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.993437 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.993597 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.993756 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.993915 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.994082 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.994243 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.994413 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.994573 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.994734 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.994896 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.995060 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.995220 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.995382 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.995541 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.995698 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.995857 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.996044 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.996205 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.996364 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.996523 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.996682 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.996849 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.997010 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.997176 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.997362 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.997521 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.997684 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.20/identity {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.997848 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.998010 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.998170 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.998333 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.998495 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.998656 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.998817 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.998976 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.999135 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.999293 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.999453 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.999613 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.999776 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:33.999936 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.000124 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.000285 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.000444 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.000603 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.000762 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.000923 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.001082 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.001244 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.001403 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.001562 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.001732 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.001898 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.002056 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.002215 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.002374 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.002552 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.002693 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.002851 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.003011 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.003171 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.003331 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.003502 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.003662 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.003823 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.003982 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.004165 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.004325 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.004484 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.004642 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.004800 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.004959 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.005243 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.005385 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.005489 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.005614 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.005775 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.005938 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.006092 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.006258 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.006418 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.006577 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.006737 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.006896 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.007060 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.007219 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.007376 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.007536 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.007695 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.007856 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.008040 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.008202 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.008366 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.008525 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.008684 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.008842 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.009000 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.009160 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.009318 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.009476 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.009636 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.009795 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.009953 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.010111 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.010645 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.010803 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.010961 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.011120 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.011279 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.011437 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.011596 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.011753 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.012112 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.012112 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.012279 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.012396 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.012555 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.012721 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.012891 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.013051 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.013211 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.013369 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.013535 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.013695 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.013853 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.014012 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.014170 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.014328 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.014486 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.014657 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.014817 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.014978 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.015139 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.015323 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.015481 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.015639 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.015800 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.015961 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.016142 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.016302 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.016460 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.016621 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.016781 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.016941 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.017103 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.20/identity {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.017262 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.017420 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.017579 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.017741 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.017898 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.018056 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.018215 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.018379 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.018539 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.018698 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.018856 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.019016 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.019175 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.019332 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.019490 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.019651 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.019810 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.019969 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.020149 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.020307 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.020466 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.020648 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.020809 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.020966 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.021124 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.021285 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.021445 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.021605 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.021764 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.021924 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.022085 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.022244 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.022405 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.022563 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.022723 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.022884 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.023043 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.023202 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.023362 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.023521 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.023680 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.023844 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.024028 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.024202 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.024364 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.024524 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.024683 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.024846 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.025005 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.025164 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.025323 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.025482 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.025639 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.025800 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.025958 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.026117 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.026278 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.026437 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.026594 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.026756 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.026918 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.027077 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.027236 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.027396 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.027555 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.027715 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.027873 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.028067 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.028229 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.028402 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.028563 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.028722 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.028895 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.029055 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.029214 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.029372 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.029530 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.029688 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.029856 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.030015 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.030173 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.030334 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.030493 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.030652 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.030819 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.030979 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.031137 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.031297 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.031454 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.031647 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.031779 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.031960 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.032133 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.032261 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.032448 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.032580 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.032760 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.032928 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.033032 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.033186 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.033347 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.033555 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.034280 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.034280 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.034280 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.034280 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.034280 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.034700 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.034700 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.034700 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.034925 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.035004 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.035141 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.035308 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.035459 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.035630 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.035789 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.035973 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.036155 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.036403 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.036566 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.036729 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.036893 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.037063 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.037227 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.037390 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.037556 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.037724 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.037894 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.038052 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.038217 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.038393 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.038552 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.038710 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.038867 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.039026 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.039184 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.039342 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.039501 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.039660 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.039817 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.039976 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.040157 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.040316 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.040473 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.040630 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.040787 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.040946 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.041104 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.041275 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.041408 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 12 03:40:34.041558 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=110538) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 12 03:40:34.076824 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 57902) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:40:34.085368 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [-] 10.222.0.20 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064611 Jul 12 03:40:43.308033 dv-cinder-847730-4-iscsi neutron-server[110538]: DEBUG dbcounter [-] [110538] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=110538) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:40:45.181322 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c446c3-198a-4b71-ac20-e9f8af8614b9 None None] get_active_networks_info from dv-cinder-847730-4-iscsi {{(pid=110649) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 12 03:40:45.207474 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writer thread running {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 03:40:45.207474 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writer thread running {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 03:40:45.256414 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c446c3-198a-4b71-ac20-e9f8af8614b9 None None] No non-hosted networks {{(pid=110649) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 12 03:40:45.277408 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.agentschedulers_db [None req-31c446c3-198a-4b71-ac20-e9f8af8614b9 None None] DHCP Agent not found on host dv-cinder-847730-4-iscsi {{(pid=110649) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}} Jul 12 03:40:45.367016 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f3f0dd3c-1633-44a3-9e48-f360aac3fca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616469'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:47.061060 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writer thread running {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 03:40:47.651833 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f7d13eba-13ac-4a7f-9ba6-7406303fbb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616469'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:47.702951 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-2a6a5265-cba9-4e21-b711-538f48330691 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:48.606321 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 57974) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:40:48.639978 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616469'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:49.214142 dv-cinder-847730-4-iscsi neutron-server[110647]: WARNING oslo_policy.policy [None req-4aad742d-5bca-440c-954f-435679d780e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 03:40:49.214676 dv-cinder-847730-4-iscsi neutron-server[110647]: WARNING oslo_policy.policy [None req-4aad742d-5bca-440c-954f-435679d780e9 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 03:40:49.460759 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [None req-4aad742d-5bca-440c-954f-435679d780e9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:40:49.476669 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4aad742d-5bca-440c-954f-435679d780e9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.8693335 Jul 12 03:40:50.105657 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616469'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:50.536677 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616469'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:50.538051 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.538592 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.539164 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.539946 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.541641 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.542499 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.543110 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.543794 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.544313 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.545034 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.545683 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.546453 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.546940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.547422 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.547995 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:50.548608 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-847730-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:40:50.559630 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847730-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:40:51.026214 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.db.l3_hamode_db [None req-7b154441-72b1-41df-b0ad-674632efe89b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 12 03:40:51.103997 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b154441-72b1-41df-b0ad-674632efe89b None None] Routers set() bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:40:51.104527 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b154441-72b1-41df-b0ad-674632efe89b None None] Router IDs set() for agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 12 03:40:51.820740 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58008) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:40:52.172799 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-8fc24dc7-3dd2-40e5-9a99-9bd8e16fd908 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:40:52.264466 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.policy [None req-8fc24dc7-3dd2-40e5-9a99-9bd8e16fd908 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110647) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 03:40:52.305586 dv-cinder-847730-4-iscsi neutron-server[110647]: WARNING oslo_policy.policy [None req-8fc24dc7-3dd2-40e5-9a99-9bd8e16fd908 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 03:40:52.305944 dv-cinder-847730-4-iscsi neutron-server[110647]: WARNING oslo_policy.policy [None req-8fc24dc7-3dd2-40e5-9a99-9bd8e16fd908 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 03:40:52.326269 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writer thread running {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 03:40:52.406492 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fc24dc7-3dd2-40e5-9a99-9bd8e16fd908 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740719810762', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740719810302', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740719695755', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740719705697', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740719707060', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8740719714326', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1496294', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1089654', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-820805', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-941545'] for rbac-policy (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:52.481608 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fc24dc7-3dd2-40e5-9a99-9bd8e16fd908 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:52.482982 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-8fc24dc7-3dd2-40e5-9a99-9bd8e16fd908 admin admin] 10.222.0.20 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6608994 Jul 12 03:40:54.757368 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58020) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:40:55.101913 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:40:55.136193 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Made reservation on behalf of b81760932eec4beda4343070aaf9b956 for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:40:55.142156 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:55.165857 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:55.292713 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Publish callbacks [] for security_group (ae8a28b5-2ec6-4664-87f8-6463572216b7), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:55.298114 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ae8a28b5-2ec6-4664-87f8-6463572216b7), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:55.331891 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:40:55.359722 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740716523120', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (963b9791-8cdb-448c-b39a-1bf74893b179), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:55.360291 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Unsubscribe: segment precommit_create {{(pid=110647) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 03:40:55.360873 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Added segment 963b9791-8cdb-448c-b39a-1bf74893b179 of type vlan for network d63df856-6938-44f6-810c-660b73f33c0c Jul 12 03:40:55.376441 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8a28b5-2ec6-4664-87f8-6463572216b7,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:40:55.425571 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.425908 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.426252 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.426596 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.426925 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.427301 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.427621 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.427922 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.428279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.428593 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.428908 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.429222 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.429540 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.429839 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.430158 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Tracked resource versions report: Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: pushed versions: Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: { 'AddressGroup': {'1.2'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Agent': {'1.1'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'ConntrackHelper': {'1.0'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'LocalIPAssociation': {'1.0'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Log': {'1.0'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'NDPProxy': {'1.0'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Network': {'1.1'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Port': {'1.7'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'PortForwarding': {'1.3'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'QosPolicy': {'1.10'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SecurityGroup': {'1.5'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SecurityGroupRule': {'1.2'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SubPort': {'1.0'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Subnet': {'1.1'}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Trunk': {'1.1'}} Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: consumer versions: Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: { DHCP agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: L3 agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: Metadata agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: Metering agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: Open vSwitch agent@dv-cinder-847730-4-iscsi: { 'AddressGroup': '1.2', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Agent': '1.1', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'ConntrackHelper': '1.0', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'LocalIPAssociation': '1.0', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Log': '1.0', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'NDPProxy': '1.0', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Network': '1.1', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Port': '1.7', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'PortForwarding': '1.3', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'QosPolicy': '1.10', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SecurityGroup': '1.5', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SecurityGroupRule': '1.2', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SubPort': '1.0', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Subnet': '1.1', Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Trunk': '1.1'}} Jul 12 03:40:55.431540 dv-cinder-847730-4-iscsi neutron-server[110647]: {{(pid=110647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 03:40:55.471568 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (d63df856-6938-44f6-810c-660b73f33c0c), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:55.498309 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=50,neutron:INSERT=46,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:40:55.516320 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (d63df856-6938-44f6-810c-660b73f33c0c), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:55.521551 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:40:55.522261 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:55.598307 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8397775 Jul 12 03:40:55.641563 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa14c982-d4a9-4e51-a4b2-4c766b26b853 demo demo] Pushing event updated for resources: {'Network': ['ID=d63df856-6938-44f6-810c-660b73f33c0c,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:40:55.654221 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network d63df856-6938-44f6-810c-660b73f33c0c details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:40:57.899057 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58034) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:40:58.333954 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0faad32a-b488-40db-bc91-4466df28cb68 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:40:58.335311 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0faad32a-b488-40db-bc91-4466df28cb68 demo admin] 10.222.0.20 "GET /v2.0/networks/d63df856-6938-44f6-810c-660b73f33c0c HTTP/1.1" status: 200 len: 825 time: 0.4352834 Jul 12 03:40:58.363950 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-51c817f9-42b6-429c-9d96-76bc6f3f6749 demo admin] 10.222.0.20 "GET /v2.0/subnetpools/de963cad-c093-4a57-aeb0-cac3b1b85e61 HTTP/1.1" status: 200 len: 734 time: 0.0198410 Jul 12 03:40:58.372820 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'de963cad-c093-4a57-aeb0-cac3b1b85e61', 'gateway_ip': '172.20.0.1', 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:40:58.398980 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Made reservation on behalf of b81760932eec4beda4343070aaf9b956 for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:40:58.401415 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:58.556577 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:40:58.707420 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (a64b3e98-ed02-4d61-b70d-edac0787bf70), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:58.773124 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Pushing event updated for resources: {'Subnet': ['ID=a64b3e98-ed02-4d61-b70d-edac0787bf70,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:40:58.780072 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Checking segment: {'id': '963b9791-8cdb-448c-b39a-1bf74893b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:40:58.780467 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Network hostable DHCP agents. Network: d63df856-6938-44f6-810c-660b73f33c0c, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:40:58.803047 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Network d63df856-6938-44f6-810c-660b73f33c0c is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:40:58.816557 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, d63df856-6938-44f6-810c-660b73f33c0c) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:40:58.821392 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:40:58.822043 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:58.827119 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ad90ac-7a82-476a-854b-ac9805cffbcb None None] Network d63df856-6938-44f6-810c-660b73f33c0c requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:40:58.838842 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-cdb6fdc0-4334-480f-900a-42c75d2f98d9 demo admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4692512 Jul 12 03:40:59.094837 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-d63df856-6938-44f6-810c-660b73f33c0c', 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c', 'project_id': 'b81760932eec4beda4343070aaf9b956', 'fixed_ips': [{'subnet_id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:40:59.096171 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:59.378146 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Allocated IP 172.20.0.2 (d63df856-6938-44f6-810c-660b73f33c0c/a64b3e98-ed02-4d61-b70d-edac0787bf70/1ca197c3-6169-474a-986f-71448d749baf) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:40:59.663227 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Publish callbacks [] for port (1ca197c3-6169-474a-986f-71448d749baf), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:59.671504 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (1ca197c3-6169-474a-986f-71448d749baf), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:59.746893 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Network d63df856-6938-44f6-810c-660b73f33c0c is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:40:59.752422 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:40:59.757478 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Pushing event updated for resources: {'Port': ['ID=1ca197c3-6169-474a-986f-71448d749baf,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:40:59.760095 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:40:59.772836 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.773180 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.773540 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.773892 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.774225 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.774553 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.774876 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.775201 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.775505 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.775826 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.776170 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.776514 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.776826 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.777143 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.777458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Tracked resource versions report: Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: pushed versions: Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: { 'AddressGroup': {'1.2'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Agent': {'1.1'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'ConntrackHelper': {'1.0'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'LocalIPAssociation': {'1.0'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Log': {'1.0'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'NDPProxy': {'1.0'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Network': {'1.1'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Port': {'1.7'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'PortForwarding': {'1.3'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'QosPolicy': {'1.10'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SecurityGroup': {'1.5'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SecurityGroupRule': {'1.2'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SubPort': {'1.0'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Subnet': {'1.1'}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Trunk': {'1.1'}} Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: consumer versions: Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: { DHCP agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: L3 agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: Metadata agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: Metering agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: Open vSwitch agent@dv-cinder-847730-4-iscsi: { 'AddressGroup': '1.2', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Agent': '1.1', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'ConntrackHelper': '1.0', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'LocalIPAssociation': '1.0', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Log': '1.0', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'NDPProxy': '1.0', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Network': '1.1', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Port': '1.7', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'PortForwarding': '1.3', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'QosPolicy': '1.10', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SecurityGroup': '1.5', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SecurityGroupRule': '1.2', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SubPort': '1.0', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Subnet': '1.1', Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Trunk': '1.1'}} Jul 12 03:40:59.778940 dv-cinder-847730-4-iscsi neutron-server[110649]: {{(pid=110649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 03:40:59.854338 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Attempting to bind port 1ca197c3-6169-474a-986f-71448d749baf on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:40:59.855024 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Attempting to bind port 1ca197c3-6169-474a-986f-71448d749baf by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '963b9791-8cdb-448c-b39a-1bf74893b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:40:59.855144 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Attempting to bind port 1ca197c3-6169-474a-986f-71448d749baf on network d63df856-6938-44f6-810c-660b73f33c0c {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:40:59.860350 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:40:59.860732 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Checking segment: {'id': '963b9791-8cdb-448c-b39a-1bf74893b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:40:59.861193 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:59.861577 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Bound using segment: {'id': '963b9791-8cdb-448c-b39a-1bf74893b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:40:59.862037 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Bound port: 1ca197c3-6169-474a-986f-71448d749baf, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963b9791-8cdb-448c-b39a-1bf74893b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:40:59.862438 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1ca197c3-6169-474a-986f-71448d749baf), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:40:59.892388 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=64,neutron:INSERT=34,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:40:59.925144 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] For port 1ca197c3-6169-474a-986f-71448d749baf, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:40:59.946783 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] For port 1ca197c3-6169-474a-986f-71448d749baf, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=1ca197c3-6169-474a-986f-71448d749baf,segment=NetworkSegment(963b9791-8cdb-448c-b39a-1bf74893b179),segment_id=963b9791-8cdb-448c-b39a-1bf74893b179)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:40:59.954578 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (1ca197c3-6169-474a-986f-71448d749baf), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:00.010378 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b0d810-fb3d-4e20-96c5-38f04db678ec None None] Pushing event updated for resources: {'Port': ['ID=1ca197c3-6169-474a-986f-71448d749baf,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:01.101489 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:01.111408 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=8 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:01.136750 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58048) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:41:01.472805 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [None req-033b5ff0-2be0-4875-bfa7-9d991fe3871a admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:41:01.473800 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-033b5ff0-2be0-4875-bfa7-9d991fe3871a admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3360250 Jul 12 03:41:03.751223 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58056) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:41:04.291044 dv-cinder-847730-4-iscsi neutron-server[110648]: WARNING oslo_policy.policy [None req-75144d1a-ba64-47de-98df-ceba2d38e5da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 03:41:04.291585 dv-cinder-847730-4-iscsi neutron-server[110648]: WARNING oslo_policy.policy [None req-75144d1a-ba64-47de-98df-ceba2d38e5da admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 03:41:04.504026 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [None req-75144d1a-ba64-47de-98df-ceba2d38e5da admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:41:04.505216 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-75144d1a-ba64-47de-98df-ceba2d38e5da admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7518857 Jul 12 03:41:06.802706 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58074) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:41:07.144826 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-17759fa8-fc09-400a-a6cc-b8cf4089cea2 demo demo] Request body: {'router': {'name': 'router1', 'admin_state_up': True}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:41:07.171724 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-17759fa8-fc09-400a-a6cc-b8cf4089cea2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (66cb2183-58f8-4f68-a816-6d87c38743e1), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:07.173313 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-17759fa8-fc09-400a-a6cc-b8cf4089cea2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (66cb2183-58f8-4f68-a816-6d87c38743e1), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:07.313382 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-17759fa8-fc09-400a-a6cc-b8cf4089cea2 demo demo] Publish callbacks [] for router_controller (66cb2183-58f8-4f68-a816-6d87c38743e1), precommit_add_association {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:07.319870 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-17759fa8-fc09-400a-a6cc-b8cf4089cea2 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (66cb2183-58f8-4f68-a816-6d87c38743e1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:07.339889 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-17759fa8-fc09-400a-a6cc-b8cf4089cea2 demo demo] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:07.341154 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-17759fa8-fc09-400a-a6cc-b8cf4089cea2 demo demo] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5375128 Jul 12 03:41:07.963111 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efba65db-f48f-4369-a35e-b34bb640bf96 None None] Network d63df856-6938-44f6-810c-660b73f33c0c requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:41:08.057702 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-0eeaf460-b369-47fe-a596-88fbae1ddee4 None None] Provisioning complete for port 1ca197c3-6169-474a-986f-71448d749baf triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:08.058340 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0eeaf460-b369-47fe-a596-88fbae1ddee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1ca197c3-6169-474a-986f-71448d749baf), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:08.236155 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-0eeaf460-b369-47fe-a596-88fbae1ddee4 None None] Current status of the port 1ca197c3-6169-474a-986f-71448d749baf is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:41:08.236550 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0eeaf460-b369-47fe-a596-88fbae1ddee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1ca197c3-6169-474a-986f-71448d749baf), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:08.264624 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 1ca197c3-6169-474a-986f-71448d749baf up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:41:08.292718 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-0eeaf460-b369-47fe-a596-88fbae1ddee4 None None] For port 1ca197c3-6169-474a-986f-71448d749baf, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=1ca197c3-6169-474a-986f-71448d749baf,segment=NetworkSegment(963b9791-8cdb-448c-b39a-1bf74893b179),segment_id=963b9791-8cdb-448c-b39a-1bf74893b179)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:41:08.300876 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:08.305570 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0eeaf460-b369-47fe-a596-88fbae1ddee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (1ca197c3-6169-474a-986f-71448d749baf), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:08.328641 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:08.367900 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 1ca197c3-6169-474a-986f-71448d749baf triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:08.368307 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1ca197c3-6169-474a-986f-71448d749baf), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:08.371260 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeaf460-b369-47fe-a596-88fbae1ddee4 None None] Pushing event updated for resources: {'Port': ['ID=1ca197c3-6169-474a-986f-71448d749baf,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:08.450145 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-0e4a77d5-55e3-4685-ab8b-a640f912ba2a None None] Provisioning complete for port 1ca197c3-6169-474a-986f-71448d749baf triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:08.450380 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0e4a77d5-55e3-4685-ab8b-a640f912ba2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1ca197c3-6169-474a-986f-71448d749baf), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:08.453301 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 1ca197c3-6169-474a-986f-71448d749baf is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:41:08.522296 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-0e4a77d5-55e3-4685-ab8b-a640f912ba2a None None] Current status of the port 1ca197c3-6169-474a-986f-71448d749baf is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:41:09.665318 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58084) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:41:10.027694 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [None req-0ecb4219-2742-48fc-8400-d543611653b6 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:41:10.028730 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0ecb4219-2742-48fc-8400-d543611653b6 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3625357 Jul 12 03:41:10.233433 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 1ca197c3-6169-474a-986f-71448d749baf up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:41:10.283079 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 1ca197c3-6169-474a-986f-71448d749baf triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:10.283466 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1ca197c3-6169-474a-986f-71448d749baf), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:10.352620 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 1ca197c3-6169-474a-986f-71448d749baf is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:41:12.291255 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58092) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:41:12.646667 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True, 'admin_state_up': True}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:41:12.673044 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Made reservation on behalf of 579b7a08aae94d3fa59617c603862f30 for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:41:12.676829 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:12.685418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:12.765219 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Publish callbacks [] for security_group (12f2456e-d731-45b6-b9e4-dd295d438169), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:12.772264 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (12f2456e-d731-45b6-b9e4-dd295d438169), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:12.786348 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Reserving flat network on physical network physnet1 {{(pid=110647) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 12 03:41:12.808752 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:12.809094 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Added segment 1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6 of type flat for network 75732887-b74e-452b-a92c-e99652e26c08 Jul 12 03:41:12.810189 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:12.810979 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12f2456e-d731-45b6-b9e4-dd295d438169,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:12.858336 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (75732887-b74e-452b-a92c-e99652e26c08), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:12.896175 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (75732887-b74e-452b-a92c-e99652e26c08), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:12.897171 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:41:12.897677 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:12.931333 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=72,neutron:INSERT=20,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:12.953375 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6609066 Jul 12 03:41:12.996401 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4cc5ac-77e9-4782-ab1e-1e82c3019a99 admin admin] Pushing event updated for resources: {'Network': ['ID=75732887-b74e-452b-a92c-e99652e26c08,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:13.006626 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 75732887-b74e-452b-a92c-e99652e26c08 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:41:15.145966 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4d3cf702-086e-4177-aba6-a2a33646692a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:15.247199 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58100) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:41:15.655048 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5921047c-bf16-4d8a-a6ce-bb7e422feb55 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:41:15.656956 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-5921047c-bf16-4d8a-a6ce-bb7e422feb55 demo admin] 10.222.0.20 "GET /v2.0/subnets/a64b3e98-ed02-4d61-b70d-edac0787bf70 HTTP/1.1" status: 200 len: 849 time: 0.4085822 Jul 12 03:41:15.800763 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-3635f07c-231c-4a60-bb1e-0db56d7b161c demo admin] 10.222.0.20 "GET /v2.0/routers/66cb2183-58f8-4f68-a816-6d87c38743e1 HTTP/1.1" status: 200 len: 704 time: 0.1373253 Jul 12 03:41:16.074430 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:16.412253 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Allocated IP 172.20.0.1 (d63df856-6938-44f6-810c-660b73f33c0c/a64b3e98-ed02-4d61-b70d-edac0787bf70/45ce9fb8-8a38-48f7-a3f4-eaeb51814903) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:41:16.570795 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Publish callbacks [] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:16.637863 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:16.642012 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:16.709901 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Network d63df856-6938-44f6-810c-660b73f33c0c is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:41:16.715759 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:41:16.721565 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:41:16.721759 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (66cb2183-58f8-4f68-a816-6d87c38743e1), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:16.792044 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Pushing event updated for resources: {'Port': ['ID=45ce9fb8-8a38-48f7-a3f4-eaeb51814903,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:16.840762 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:16.906944 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c5e42d37-f5cf-4a0d-8097-7b454a9ebb52 None None] Provisioning complete for port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:16.907546 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c5e42d37-f5cf-4a0d-8097-7b454a9ebb52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:16.926648 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:16.938398 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c5e42d37-f5cf-4a0d-8097-7b454a9ebb52 None None] Port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:41:17.134376 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Publish callbacks [] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:17.143074 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:17.144350 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (66cb2183-58f8-4f68-a816-6d87c38743e1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:17.205855 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Pushing event updated for resources: {'Port': ['ID=45ce9fb8-8a38-48f7-a3f4-eaeb51814903,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:17.279411 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Network d63df856-6938-44f6-810c-660b73f33c0c is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:41:17.280799 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:41:17.439895 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Router 66cb2183-58f8-4f68-a816-6d87c38743e1 is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:41:17.465680 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-7b3ed5af-ffd3-4e14-a81d-08d181bd451e None None] Provisioning complete for port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:17.465997 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7b3ed5af-ffd3-4e14-a81d-08d181bd451e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:17.535474 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:41:17.541347 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-7b3ed5af-ffd3-4e14-a81d-08d181bd451e None None] Port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:41:17.546054 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Sync routers for ids ['66cb2183-58f8-4f68-a816-6d87c38743e1'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:41:17.552780 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ed75bc93-93f2-470a-a76e-1c88cf6737e4 demo admin] 10.222.0.20 "PUT /v2.0/routers/66cb2183-58f8-4f68-a816-6d87c38743e1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7435277 Jul 12 03:41:17.558523 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Routers {'66cb2183-58f8-4f68-a816-6d87c38743e1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:41:17.559330 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:40:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['66cb2183-58f8-4f68-a816-6d87c38743e1'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:41:17.651878 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d8e7316d-37fe-4d36-945e-6e5963ed03ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:17.735911 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Set router 66cb2183-58f8-4f68-a816-6d87c38743e1 gateway port host: None {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:41:18.147393 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'name': 'router1', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:41:07Z', 'updated_at': '2022-07-12T03:41:16Z', 'revision_number': 2, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'gw_port_host': None, '_interfaces': [{'id': '45ce9fb8-8a38-48f7-a3f4-eaeb51814903', 'name': '', 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'mac_address': 'fa:16:3e:69:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:41:16Z', 'updated_at': '2022-07-12T03:41:16Z', 'revision_number': 2, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'subnets': [{'id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de963cad-c093-4a57-aeb0-cac3b1b85e61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:41:18.197822 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Checking router: 66cb2183-58f8-4f68-a816-6d87c38743e1 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:41:18.198203 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Updating router 66cb2183-58f8-4f68-a816-6d87c38743e1 port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:41:18.250722 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:18.575267 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:18.752647 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Publish callbacks [] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:18.760777 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:18.935923 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Attempting to bind port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:41:18.936370 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Attempting to bind port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '963b9791-8cdb-448c-b39a-1bf74893b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:41:18.936761 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Attempting to bind port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 on network d63df856-6938-44f6-810c-660b73f33c0c {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:41:18.944713 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Pushing event updated for resources: {'Port': ['ID=45ce9fb8-8a38-48f7-a3f4-eaeb51814903,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:18.949275 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 40, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:41:18.949687 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Checking segment: {'id': '963b9791-8cdb-448c-b39a-1bf74893b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:41:18.950155 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:18.950544 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Bound using segment: {'id': '963b9791-8cdb-448c-b39a-1bf74893b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:41:18.951014 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Bound port: 45ce9fb8-8a38-48f7-a3f4-eaeb51814903, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '963b9791-8cdb-448c-b39a-1bf74893b179', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:41:18.951389 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:18.965451 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.965796 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.966139 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.966770 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.966868 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.967109 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.967428 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.967749 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.968089 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.968406 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.968724 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.969052 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.969376 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.969686 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.969996 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Tracked resource versions report: Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: pushed versions: Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: { 'AddressGroup': {'1.2'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Agent': {'1.1'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'ConntrackHelper': {'1.0'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'LocalIPAssociation': {'1.0'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Log': {'1.0'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'NDPProxy': {'1.0'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Network': {'1.1'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Port': {'1.7'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'PortForwarding': {'1.3'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'QosPolicy': {'1.10'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SecurityGroup': {'1.5'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SecurityGroupRule': {'1.2'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SubPort': {'1.0'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Subnet': {'1.1'}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Trunk': {'1.1'}} Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: consumer versions: Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: { DHCP agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: L3 agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: Metadata agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: Metering agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: Open vSwitch agent@dv-cinder-847730-4-iscsi: { 'AddressGroup': '1.2', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Agent': '1.1', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'ConntrackHelper': '1.0', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'LocalIPAssociation': '1.0', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Log': '1.0', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'NDPProxy': '1.0', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Network': '1.1', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Port': '1.7', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'PortForwarding': '1.3', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'QosPolicy': '1.10', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SecurityGroup': '1.5', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SecurityGroupRule': '1.2', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SubPort': '1.0', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Subnet': '1.1', Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Trunk': '1.1'}} Jul 12 03:41:18.971420 dv-cinder-847730-4-iscsi neutron-server[110650]: {{(pid=110650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 03:41:18.975023 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c855f5fb-9f7d-4c4c-b2d1-bd9738fef100 None None] Provisioning complete for port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:18.975023 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c855f5fb-9f7d-4c4c-b2d1-bd9738fef100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:19.005117 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c855f5fb-9f7d-4c4c-b2d1-bd9738fef100 None None] Port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:41:19.026416 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:19.034448 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] For port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:41:19.054971 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] For port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=45ce9fb8-8a38-48f7-a3f4-eaeb51814903,segment=NetworkSegment(963b9791-8cdb-448c-b39a-1bf74893b179),segment_id=963b9791-8cdb-448c-b39a-1bf74893b179)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:41:19.060905 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:19.107516 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:19.133187 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Routers {'66cb2183-58f8-4f68-a816-6d87c38743e1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:41:19.134452 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:41:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['66cb2183-58f8-4f68-a816-6d87c38743e1'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:41:19.136692 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcb74e4-0734-4edf-a811-d29b02dcb51a None None] Pushing event updated for resources: {'Port': ['ID=45ce9fb8-8a38-48f7-a3f4-eaeb51814903,revision_number=4']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:19.224932 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] Set router 66cb2183-58f8-4f68-a816-6d87c38743e1 gateway port host: None {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:41:19.325157 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-9f1f70d3-ee4b-4cbf-bf81-3190aaade239 None None] Provisioning complete for port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:19.325691 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9f1f70d3-ee4b-4cbf-bf81-3190aaade239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:19.397953 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:19.402627 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-9f1f70d3-ee4b-4cbf-bf81-3190aaade239 None None] Current status of the port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:41:19.403061 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9f1f70d3-ee4b-4cbf-bf81-3190aaade239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:19.422070 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'name': 'router1', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:41:07Z', 'updated_at': '2022-07-12T03:41:16Z', 'revision_number': 2, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'gw_port_host': None, '_interfaces': [{'id': '45ce9fb8-8a38-48f7-a3f4-eaeb51814903', 'name': '', 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'mac_address': 'fa:16:3e:69:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:41:16Z', 'updated_at': '2022-07-12T03:41:19Z', 'revision_number': 4, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'subnets': [{'id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de963cad-c093-4a57-aeb0-cac3b1b85e61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:41:19.440394 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-9f1f70d3-ee4b-4cbf-bf81-3190aaade239 None None] For port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=45ce9fb8-8a38-48f7-a3f4-eaeb51814903,segment=NetworkSegment(963b9791-8cdb-448c-b39a-1bf74893b179),segment_id=963b9791-8cdb-448c-b39a-1bf74893b179)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:41:19.444678 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9f1f70d3-ee4b-4cbf-bf81-3190aaade239 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:19.453327 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01a8167-b5ba-45cf-979b-09fc69124c29 None None] The sync data for ids ['66cb2183-58f8-4f68-a816-6d87c38743e1'] in dv-cinder-847730-4-iscsi is: [{'id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'name': 'router1', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:41:07Z', 'updated_at': '2022-07-12T03:41:16Z', 'revision_number': 2, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'gw_port_host': None, '_interfaces': [{'id': '45ce9fb8-8a38-48f7-a3f4-eaeb51814903', 'name': '', 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'mac_address': 'fa:16:3e:69:20:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:41:16Z', 'updated_at': '2022-07-12T03:41:19Z', 'revision_number': 4, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'subnets': [{'id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de963cad-c093-4a57-aeb0-cac3b1b85e61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:41:19.493218 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1f70d3-ee4b-4cbf-bf81-3190aaade239 None None] Pushing event updated for resources: {'Port': ['ID=45ce9fb8-8a38-48f7-a3f4-eaeb51814903,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:19.761220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58110) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:41:20.035243 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:20.111606 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writer thread running {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 12 03:41:20.131139 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:20.319800 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.policy [None req-79e7bd3a-3874-4915-9dc1-f9e0fa78fd9f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=110648) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 12 03:41:20.359245 dv-cinder-847730-4-iscsi neutron-server[110648]: WARNING oslo_policy.policy [None req-79e7bd3a-3874-4915-9dc1-f9e0fa78fd9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 03:41:20.359626 dv-cinder-847730-4-iscsi neutron-server[110648]: WARNING oslo_policy.policy [None req-79e7bd3a-3874-4915-9dc1-f9e0fa78fd9f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 12 03:41:20.367308 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e7bd3a-3874-4915-9dc1-f9e0fa78fd9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:41:20.369090 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-79e7bd3a-3874-4915-9dc1-f9e0fa78fd9f admin admin] 10.222.0.20 "GET /v2.0/networks/75732887-b74e-452b-a92c-e99652e26c08 HTTP/1.1" status: 200 len: 842 time: 0.6069229 Jul 12 03:41:20.378727 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Request body: {'subnet': {'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'ip_version': 4, 'name': 'public-subnet', 'enable_dhcp': False, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:41:20.422700 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Made reservation on behalf of 579b7a08aae94d3fa59617c603862f30 for: {'subnet': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:41:20.425630 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:20.535803 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:20.836525 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.objects.ports [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=110648) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 12 03:41:20.837136 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (f86847f2-f3b3-44bc-9b87-c1e4ce5c8997), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:20.906997 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=f86847f2-f3b3-44bc-9b87-c1e4ce5c8997,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:20.909524 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:41:20.909909 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Network hostable DHCP agents. Network: 75732887-b74e-452b-a92c-e99652e26c08, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:41:20.921164 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.921501 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.921836 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.922168 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.922487 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.922810 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.923129 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.923445 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.923768 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.924092 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.924428 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.924757 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.925076 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.925386 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.925797 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Tracked resource versions report: Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: pushed versions: Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: { 'AddressGroup': {'1.2'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Agent': {'1.1'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'ConntrackHelper': {'1.0'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'LocalIPAssociation': {'1.0'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Log': {'1.0'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'NDPProxy': {'1.0'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Network': {'1.1'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Port': {'1.7'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'PortForwarding': {'1.3'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'QosPolicy': {'1.10'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SecurityGroup': {'1.5'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SecurityGroupRule': {'1.2'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SubPort': {'1.0'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Subnet': {'1.1'}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Trunk': {'1.1'}} Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: consumer versions: Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: { DHCP agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: L3 agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: Metadata agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: Metering agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: Open vSwitch agent@dv-cinder-847730-4-iscsi: { 'AddressGroup': '1.2', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Agent': '1.1', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'ConntrackHelper': '1.0', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'LocalIPAssociation': '1.0', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Log': '1.0', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'NDPProxy': '1.0', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Network': '1.1', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Port': '1.7', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'PortForwarding': '1.3', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'QosPolicy': '1.10', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SecurityGroup': '1.5', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SecurityGroupRule': '1.2', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SubPort': '1.0', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Subnet': '1.1', Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Trunk': '1.1'}} Jul 12 03:41:20.927146 dv-cinder-847730-4-iscsi neutron-server[110648]: {{(pid=110648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 03:41:20.965806 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:41:20.978509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 75732887-b74e-452b-a92c-e99652e26c08) {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:41:20.984134 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:41:20.985000 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:20.988364 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1befc7f8-c506-4c5c-ba69-ac7bebc62429 None None] Network 75732887-b74e-452b-a92c-e99652e26c08 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:41:21.012616 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-43a181ef-e0e0-4c82-a2c5-f65dc9218f1e admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6373436 Jul 12 03:41:21.103912 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d2ce78-de8e-4b4d-b10a-cd1aee25e7b7 None None] Network 75732887-b74e-452b-a92c-e99652e26c08 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:41:23.287302 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58126) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:41:23.830522 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-b72c8f51-9ef8-4768-b27b-0f45f3fc64a1 demo admin] 10.222.0.20 "GET /v2.0/routers/66cb2183-58f8-4f68-a816-6d87c38743e1 HTTP/1.1" status: 200 len: 710 time: 0.5420375 Jul 12 03:41:23.921380 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-febdcb43-3fd5-401e-88e9-02d0148c3ca6 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:41:23.922684 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-febdcb43-3fd5-401e-88e9-02d0148c3ca6 demo admin] 10.222.0.20 "GET /v2.0/networks/75732887-b74e-452b-a92c-e99652e26c08 HTTP/1.1" status: 200 len: 886 time: 0.0865381 Jul 12 03:41:23.931724 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:41:24.181734 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:24.193285 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Publish callbacks [] for router_gateway (66cb2183-58f8-4f68-a816-6d87c38743e1), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:24.208496 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:24.256467 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:41:24.312694 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:24.313397 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:24.391780 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:41:24.432597 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Publish callbacks [] for router_gateway (66cb2183-58f8-4f68-a816-6d87c38743e1), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:24.515644 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:24.672077 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Allocated IP 172.27.0.152 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/9e60bce0-a405-4ca4-a62b-3f7b12c97dda) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:41:24.788493 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Publish callbacks [] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:24.859284 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:24.933292 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:41:24.937730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:41:24.945005 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:41:24.979936 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Pushing event updated for resources: {'Port': ['ID=9e60bce0-a405-4ca4-a62b-3f7b12c97dda,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:25.267466 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Publish callbacks [] for router_gateway (66cb2183-58f8-4f68-a816-6d87c38743e1), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:25.302206 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:25.346779 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:25.467477 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-610372', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-616430', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-1327'] for router (66cb2183-58f8-4f68-a816-6d87c38743e1), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:25.472818 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-610394', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-610381', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-616439'] for router (66cb2183-58f8-4f68-a816-6d87c38743e1), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:25.579166 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Router 66cb2183-58f8-4f68-a816-6d87c38743e1 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:41:25.683244 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:41:25.687739 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:25.697890 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-9563a9ee-fc47-4c72-8778-2bc092c6a29d demo admin] 10.222.0.20 "PUT /v2.0/routers/66cb2183-58f8-4f68-a816-6d87c38743e1 HTTP/1.1" status: 200 len: 890 time: 1.7603905 Jul 12 03:41:25.731721 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Sync routers for ids ['66cb2183-58f8-4f68-a816-6d87c38743e1'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:41:25.744824 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Routers {'66cb2183-58f8-4f68-a816-6d87c38743e1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:41:25.745611 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:41:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['66cb2183-58f8-4f68-a816-6d87c38743e1'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:41:25.863291 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:25.942420 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:25.957563 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Set router 66cb2183-58f8-4f68-a816-6d87c38743e1 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:41:26.326664 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'name': 'router1', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '9e60bce0-a405-4ca4-a62b-3f7b12c97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:41:07Z', 'updated_at': '2022-07-12T03:41:25Z', 'revision_number': 4, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'gw_port': {'id': '9e60bce0-a405-4ca4-a62b-3f7b12c97dda', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:41:24Z', 'updated_at': '2022-07-12T03:41:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '45ce9fb8-8a38-48f7-a3f4-eaeb51814903', 'name': '', 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'mac_address': 'fa:16:3e:69:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:41:16Z', 'updated_at': '2022-07-12T03:41:19Z', 'revision_number': 5, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'subnets': [{'id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de963cad-c093-4a57-aeb0-cac3b1b85e61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:41:26.447477 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Checking router: 66cb2183-58f8-4f68-a816-6d87c38743e1 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:41:26.447740 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Updating router 66cb2183-58f8-4f68-a816-6d87c38743e1 port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:41:26.498605 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:26.809279 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Publish callbacks [] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:26.815623 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:26.867401 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Attempting to bind port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:41:26.867772 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Attempting to bind port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:41:26.868163 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Attempting to bind port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:41:26.870163 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdbae0-450d-483c-a6c5-10eab899a67d None None] Pushing event updated for resources: {'Port': ['ID=9e60bce0-a405-4ca4-a62b-3f7b12c97dda,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:26.875538 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 41, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:41:26.875910 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:41:26.876335 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:26.876714 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:41:26.877179 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Bound port: 9e60bce0-a405-4ca4-a62b-3f7b12c97dda, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:41:26.877559 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:26.924794 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] For port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:41:26.927978 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] For port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=9e60bce0-a405-4ca4-a62b-3f7b12c97dda,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:41:26.934758 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:26.997819 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bdbae0-450d-483c-a6c5-10eab899a67d None None] Pushing event updated for resources: {'Port': ['ID=9e60bce0-a405-4ca4-a62b-3f7b12c97dda,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:27.000464 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Routers {'66cb2183-58f8-4f68-a816-6d87c38743e1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:41:27.001057 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:41:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['66cb2183-58f8-4f68-a816-6d87c38743e1'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:41:27.004863 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:27.105762 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] Set router 66cb2183-58f8-4f68-a816-6d87c38743e1 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:41:27.298422 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'name': 'router1', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '9e60bce0-a405-4ca4-a62b-3f7b12c97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:41:07Z', 'updated_at': '2022-07-12T03:41:25Z', 'revision_number': 4, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'gw_port': {'id': '9e60bce0-a405-4ca4-a62b-3f7b12c97dda', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:41:24Z', 'updated_at': '2022-07-12T03:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '45ce9fb8-8a38-48f7-a3f4-eaeb51814903', 'name': '', 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'mac_address': 'fa:16:3e:69:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:41:16Z', 'updated_at': '2022-07-12T03:41:19Z', 'revision_number': 5, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'subnets': [{'id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de963cad-c093-4a57-aeb0-cac3b1b85e61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:41:27.323940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ca8ba6f-fe88-4459-a5a2-1c092513c086 None None] The sync data for ids ['66cb2183-58f8-4f68-a816-6d87c38743e1'] in dv-cinder-847730-4-iscsi is: [{'id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'name': 'router1', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.152'}], 'enable_snat': True}, 'gw_port_id': '9e60bce0-a405-4ca4-a62b-3f7b12c97dda', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:41:07Z', 'updated_at': '2022-07-12T03:41:25Z', 'revision_number': 4, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'gw_port': {'id': '9e60bce0-a405-4ca4-a62b-3f7b12c97dda', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:79:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:41:24Z', 'updated_at': '2022-07-12T03:41:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '45ce9fb8-8a38-48f7-a3f4-eaeb51814903', 'name': '', 'network_id': 'd63df856-6938-44f6-810c-660b73f33c0c', 'tenant_id': 'b81760932eec4beda4343070aaf9b956', 'mac_address': 'fa:16:3e:69:20:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66cb2183-58f8-4f68-a816-6d87c38743e1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:41:16Z', 'updated_at': '2022-07-12T03:41:19Z', 'revision_number': 5, 'project_id': 'b81760932eec4beda4343070aaf9b956', 'subnets': [{'id': 'a64b3e98-ed02-4d61-b70d-edac0787bf70', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'de963cad-c093-4a57-aeb0-cac3b1b85e61'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:41:27.524748 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:27.534515 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=82,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:28.126032 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58142) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:41:28.251697 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 9e60bce0-a405-4ca4-a62b-3f7b12c97dda up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:41:28.299361 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:28.299752 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:28.369579 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:41:28.369958 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:28.390709 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=9e60bce0-a405-4ca4-a62b-3f7b12c97dda,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:41:28.395570 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:28.442234 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=9e60bce0-a405-4ca4-a62b-3f7b12c97dda,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:41:28.543177 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-fe7b7fc2-67fe-48b9-ace8-fc0cf5b19e3f admin admin] 10.222.0.20 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.4159489 Jul 12 03:41:30.250215 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 9e60bce0-a405-4ca4-a62b-3f7b12c97dda up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:41:30.287519 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:30.294862 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:30.301300 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:41:30.301769 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (9e60bce0-a405-4ca4-a62b-3f7b12c97dda), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:30.378352 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 9e60bce0-a405-4ca4-a62b-3f7b12c97dda is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:41:36.872395 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=33 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:36.885568 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=47 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:38.535254 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=44 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:38.539188 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=40 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:40.372257 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:40.373068 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:40.376387 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=10 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:42.875217 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 5 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:41:45.157823 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3ef66500-fad2-4f9c-a1ad-4eb088a0c8ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:47.647791 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-52682903-fc87-4c56-94aa-6d8a177876a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:48.580084 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:50.042164 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:50.537953 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:41:52.869439 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:41:52.870964 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:00.028440 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:00.527482 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:00.531744 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:13.881657 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:13.888306 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:15.153052 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-719947e8-9904-4b86-8703-12f5e9dc3131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:17.642248 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-dc6dc3ab-b66a-4a50-86cc-a6aed5ebcf28 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:18.585825 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:19.875849 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 5 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:42:20.047335 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:20.536540 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:29.871017 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:29.874619 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:30.521518 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=14,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:30.525583 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:30.531364 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:45.158003 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-388672db-896a-49db-aa35-1b352d22135b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:47.647698 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0b187d2d-88f0-467f-bd01-126bcb734b40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:48.588327 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:49.598676 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58682) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:42:49.958998 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.pecan_wsgi.hooks.translation [None req-f23b564a-5116-4202-9af7-39b184cf9cdb admin admin] GET failed (client error): The resource could not be found. Jul 12 03:42:49.960344 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f23b564a-5116-4202-9af7-39b184cf9cdb admin admin] 10.222.0.20 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3606389 Jul 12 03:42:50.045836 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:50.197435 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95c39613-9bb5-4373-baf3-44587d7ded30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:42:50.198941 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-95c39613-9bb5-4373-baf3-44587d7ded30 admin admin] 10.222.0.20 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2335069 Jul 12 03:42:50.540831 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:50.880848 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=5 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:50.885207 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:DELETE=1,neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:42:52.386371 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58692) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:42:52.785140 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63fd47b-612b-4ee5-ae2b-504a7781eeea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:42:52.786467 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e63fd47b-612b-4ee5-ae2b-504a7781eeea admin admin] 10.222.0.20 "GET /v2.0/subnets/a64b3e98-ed02-4d61-b70d-edac0787bf70 HTTP/1.1" status: 200 len: 849 time: 0.3990035 Jul 12 03:42:52.799168 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:42:52.889728 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Publish callbacks [] for subnet (a64b3e98-ed02-4d61-b70d-edac0787bf70), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:53.040683 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8740716600881'] for subnet (a64b3e98-ed02-4d61-b70d-edac0787bf70), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:53.070117 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:42:53.070703 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:53.071959 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] 10.222.0.20 "PUT /v2.0/subnets/a64b3e98-ed02-4d61-b70d-edac0787bf70 HTTP/1.1" status: 200 len: 868 time: 0.2765932 Jul 12 03:42:53.092192 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Pushing event updated for resources: {'Subnet': ['ID=a64b3e98-ed02-4d61-b70d-edac0787bf70,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:42:53.099675 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-602554ff-2e78-402a-81c4-c3f54a3f860f None None] Network d63df856-6938-44f6-810c-660b73f33c0c requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:42:53.100351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.100351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.100499 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.100829 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.101126 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.101464 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.101971 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.102080 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.102396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.102732 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.103059 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.103393 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.103706 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.104041 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.104350 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef9375f6-8478-4be9-9d80-4528638cefac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:42:53.398325 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-da7bc5b8-66c0-4af0-aca9-0a8e6c769ada None None] Provisioning complete for port 1ca197c3-6169-474a-986f-71448d749baf triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:42:53.398704 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-da7bc5b8-66c0-4af0-aca9-0a8e6c769ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1ca197c3-6169-474a-986f-71448d749baf), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:53.475331 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-da7bc5b8-66c0-4af0-aca9-0a8e6c769ada None None] Current status of the port 1ca197c3-6169-474a-986f-71448d749baf is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:42:53.483654 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-da7bc5b8-66c0-4af0-aca9-0a8e6c769ada None None] Provisioning complete for port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:42:53.483968 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-da7bc5b8-66c0-4af0-aca9-0a8e6c769ada None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (45ce9fb8-8a38-48f7-a3f4-eaeb51814903), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:42:53.555854 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-da7bc5b8-66c0-4af0-aca9-0a8e6c769ada None None] Current status of the port 45ce9fb8-8a38-48f7-a3f4-eaeb51814903 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:42:55.255681 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58700) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:42:55.772380 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a3239-94b6-47a2-a958-bdb9c55a8a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:42:55.772763 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e63a3239-94b6-47a2-a958-bdb9c55a8a54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:42:55.774970 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e63a3239-94b6-47a2-a958-bdb9c55a8a54 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5177555 Jul 12 03:42:56.875119 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 5 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:42:57.981955 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58708) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:42:58.446434 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29f595-55ed-42c3-9d55-143bbc95d411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:42:58.446890 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f29f595-55ed-42c3-9d55-143bbc95d411 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:42:58.448473 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6f29f595-55ed-42c3-9d55-143bbc95d411 admin admin] 10.222.0.20 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4655178 Jul 12 03:43:00.638021 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58716) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:01.080304 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:01.083331 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430271d9-77a3-46a5-9aef-64da71426493 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:01.084749 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-430271d9-77a3-46a5-9aef-64da71426493 admin admin] 10.222.0.20 "GET /v2.0/networks/75732887-b74e-452b-a92c-e99652e26c08 HTTP/1.1" status: 200 len: 886 time: 0.4457991 Jul 12 03:43:03.283761 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58724) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:03.548842 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=29,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:03.551080 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=33,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:03.555490 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=30,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:03.685018 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:03.714088 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be5fa50-fb5c-4581-a719-bc958d012fde admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:03.715443 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-7be5fa50-fb5c-4581-a719-bc958d012fde admin admin] 10.222.0.20 "GET /v2.0/networks/d63df856-6938-44f6-810c-660b73f33c0c HTTP/1.1" status: 200 len: 869 time: 0.4305160 Jul 12 03:43:05.912704 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58732) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:06.352317 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf3640-95e4-41a0-9999-f8adcf79c1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:06.352766 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95cf3640-95e4-41a0-9999-f8adcf79c1c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:06.354341 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-95cf3640-95e4-41a0-9999-f8adcf79c1c1 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4406629 Jul 12 03:43:06.871312 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:06.872068 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:08.557577 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58742) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:08.952296 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d690b99-f80e-4d76-a619-075cbc5f7447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:08.952889 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d690b99-f80e-4d76-a619-075cbc5f7447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:08.954949 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-5d690b99-f80e-4d76-a619-075cbc5f7447 admin admin] 10.222.0.20 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3963008 Jul 12 03:43:11.128618 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58750) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:11.521486 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c135f8-7f93-40d5-8ac2-20eb59eed11e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:11.524564 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-18c135f8-7f93-40d5-8ac2-20eb59eed11e admin admin] 10.222.0.20 "GET /v2.0/subnets/a64b3e98-ed02-4d61-b70d-edac0787bf70 HTTP/1.1" status: 200 len: 868 time: 0.3948064 Jul 12 03:43:13.731885 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58758) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:14.146242 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf487c0c-30fa-4122-804f-f6107b83a024 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:14.147572 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-bf487c0c-30fa-4122-804f-f6107b83a024 admin admin] 10.222.0.20 "GET /v2.0/subnets/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997 HTTP/1.1" status: 200 len: 816 time: 0.4146738 Jul 12 03:43:15.163168 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5e56b30e-9b62-4a8d-9cca-f82a9e7b5eeb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:17.654035 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-09e15ec0-7971-4f4a-9e17-4b9b2b366d75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:18.590539 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:20.049127 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:20.536296 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:21.514140 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=7 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:21.515629 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=21 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:24.141641 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=17 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:24.142846 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=19 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:27.882011 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:27.882815 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:30.523947 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:30.528275 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:30.531127 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:33.875290 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 5 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:43:43.035228 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58814) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:43.396695 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [None req-036fe85c-22fb-417e-98b7-9e825bd81bf9 admin admin] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:43:43.397709 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-036fe85c-22fb-417e-98b7-9e825bd81bf9 admin admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3615358 Jul 12 03:43:43.869916 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=15 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:43.870775 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=13 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:45.172348 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3cc8381d-7db1-4e56-8cfa-7ca2c58e896d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:45.721470 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58822) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:46.116402 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.pecan_wsgi.hooks.translation [None req-76580d62-3181-40a8-8cea-9b02e5befd05 admin admin] GET failed (client error): The resource could not be found. Jul 12 03:43:46.117903 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-76580d62-3181-40a8-8cea-9b02e5befd05 admin admin] 10.222.0.20 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3913591 Jul 12 03:43:46.262867 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3609da8-06d5-41c3-a76e-c5bd6d9b7b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:46.264359 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f3609da8-06d5-41c3-a76e-c5bd6d9b7b84 admin admin] 10.222.0.20 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1421809 Jul 12 03:43:47.654765 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-01adc455-8f61-46d8-bf08-6b01b9f7578d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:48.524379 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58830) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:48.594143 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:48.892257 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:43:48.917673 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Made reservation on behalf of 579b7a08aae94d3fa59617c603862f30 for: {'network': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:43:48.919937 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:48.961186 dv-cinder-847730-4-iscsi neutron-server[110648]: WARNING neutron.services.revisions.revision_plugin [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Could not find related network for resource to bump revision. Jul 12 03:43:48.978744 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=110648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:43:48.992418 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8740716523120', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (9ea320f6-9ed5-4423-aada-babf1c04a53f), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:48.992950 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Unsubscribe: segment precommit_create {{(pid=110648) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 12 03:43:48.993424 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.segments_db [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Added segment 9ea320f6-9ed5-4423-aada-babf1c04a53f of type vlan for network 1a543161-cd41-43f7-9abc-ec984c48ba67 Jul 12 03:43:49.048457 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (1a543161-cd41-43f7-9abc-ec984c48ba67), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:49.087079 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (1a543161-cd41-43f7-9abc-ec984c48ba67), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:49.088181 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:49.088899 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:49.137414 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.6118577 Jul 12 03:43:49.270105 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Pushing event updated for resources: {'Network': ['ID=1a543161-cd41-43f7-9abc-ec984c48ba67,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:43:49.277703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.278049 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.278403 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.278737 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.279072 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.279392 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.279676 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.280035 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.280388 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.280714 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.281032 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.281362 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.281679 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.281988 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.282301 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a03da8a-fc33-499a-98e9-df8b75b5dbdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:49.295443 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 1a543161-cd41-43f7-9abc-ec984c48ba67 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:43:50.053050 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:50.542030 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:51.400545 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58838) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:43:51.778474 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.pecan_wsgi.hooks.translation [None req-24559665-0573-417e-8c72-262f4a9c0a2f admin admin] GET failed (client error): The resource could not be found. Jul 12 03:43:51.779779 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-24559665-0573-417e-8c72-262f4a9c0a2f admin admin] 10.222.0.20 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3780353 Jul 12 03:43:51.858670 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dcd5fa-b4b1-4b6c-b5a6-bc99c825be88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:51.860231 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-29dcd5fa-b4b1-4b6c-b5a6-bc99c825be88 admin admin] 10.222.0.20 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0759597 Jul 12 03:43:51.873646 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'ip_version': 4, 'name': 'shared-subnet', 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:43:51.896171 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Made reservation on behalf of 579b7a08aae94d3fa59617c603862f30 for: {'subnet': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:43:51.899886 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:52.076877 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (4106803b-00b1-4196-89f8-108b3d33a281), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:52.129775 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4106803b-00b1-4196-89f8-108b3d33a281,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:43:52.148860 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Checking segment: {'id': '9ea320f6-9ed5-4423-aada-babf1c04a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:43:52.149216 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Network hostable DHCP agents. Network: 1a543161-cd41-43f7-9abc-ec984c48ba67, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:43:52.169217 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Network 1a543161-cd41-43f7-9abc-ec984c48ba67 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:43:52.179357 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 1a543161-cd41-43f7-9abc-ec984c48ba67) {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:43:52.183590 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:43:52.184241 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:52.189394 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a2e30bd-c503-4708-8845-4be1ff66f8dd None None] Network 1a543161-cd41-43f7-9abc-ec984c48ba67 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:43:52.214351 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-62a35e86-b2b5-4a79-b037-a4d74bb8ded7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3308928 Jul 12 03:43:52.396059 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-1a543161-cd41-43f7-9abc-ec984c48ba67', 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67', 'project_id': '579b7a08aae94d3fa59617c603862f30', 'fixed_ips': [{'subnet_id': '4106803b-00b1-4196-89f8-108b3d33a281'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:43:52.397130 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:52.534644 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Allocated IP 192.168.233.2 (1a543161-cd41-43f7-9abc-ec984c48ba67/4106803b-00b1-4196-89f8-108b3d33a281/679c84d0-a586-4ae9-97a3-3626e3d6a17d) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:43:52.683198 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Publish callbacks [] for port (679c84d0-a586-4ae9-97a3-3626e3d6a17d), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:52.690253 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (679c84d0-a586-4ae9-97a3-3626e3d6a17d), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:52.740646 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Network 1a543161-cd41-43f7-9abc-ec984c48ba67 is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:43:52.744100 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:43:52.747716 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:43:52.749078 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Pushing event updated for resources: {'Port': ['ID=679c84d0-a586-4ae9-97a3-3626e3d6a17d,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:43:52.758403 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.758752 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.759103 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.759516 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.759848 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.760199 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.760520 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.760840 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.761138 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.761810 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.762137 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.762449 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.762760 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.763099 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.763399 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:43:52.820990 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Attempting to bind port 679c84d0-a586-4ae9-97a3-3626e3d6a17d on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:43:52.821352 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Attempting to bind port 679c84d0-a586-4ae9-97a3-3626e3d6a17d by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '9ea320f6-9ed5-4423-aada-babf1c04a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:43:52.821710 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Attempting to bind port 679c84d0-a586-4ae9-97a3-3626e3d6a17d on network 1a543161-cd41-43f7-9abc-ec984c48ba67 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:43:52.826962 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 43, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:43:52.827336 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Checking segment: {'id': '9ea320f6-9ed5-4423-aada-babf1c04a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:43:52.827733 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:52.828169 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Bound using segment: {'id': '9ea320f6-9ed5-4423-aada-babf1c04a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:43:52.828622 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Bound port: 679c84d0-a586-4ae9-97a3-3626e3d6a17d, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ea320f6-9ed5-4423-aada-babf1c04a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:43:52.828991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (679c84d0-a586-4ae9-97a3-3626e3d6a17d), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:52.891417 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] For port 679c84d0-a586-4ae9-97a3-3626e3d6a17d, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:43:52.894486 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] For port 679c84d0-a586-4ae9-97a3-3626e3d6a17d, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=679c84d0-a586-4ae9-97a3-3626e3d6a17d,segment=NetworkSegment(9ea320f6-9ed5-4423-aada-babf1c04a53f),segment_id=9ea320f6-9ed5-4423-aada-babf1c04a53f)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:43:52.901494 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (679c84d0-a586-4ae9-97a3-3626e3d6a17d), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:52.966940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1e230e-1c0b-47b2-afde-2b4e791753c0 None None] Pushing event updated for resources: {'Port': ['ID=679c84d0-a586-4ae9-97a3-3626e3d6a17d,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:43:53.768712 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59286dc0-2f05-4381-a45f-132caf2a6d79 None None] Network 1a543161-cd41-43f7-9abc-ec984c48ba67 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:43:53.846359 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c01986b5-f02b-4940-b5f4-eeb008e1a1a8 None None] Provisioning complete for port 679c84d0-a586-4ae9-97a3-3626e3d6a17d triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:43:53.846734 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c01986b5-f02b-4940-b5f4-eeb008e1a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (679c84d0-a586-4ae9-97a3-3626e3d6a17d), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:53.947746 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c01986b5-f02b-4940-b5f4-eeb008e1a1a8 None None] Current status of the port 679c84d0-a586-4ae9-97a3-3626e3d6a17d is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:43:53.948482 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c01986b5-f02b-4940-b5f4-eeb008e1a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (679c84d0-a586-4ae9-97a3-3626e3d6a17d), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:53.984099 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-c01986b5-f02b-4940-b5f4-eeb008e1a1a8 None None] For port 679c84d0-a586-4ae9-97a3-3626e3d6a17d, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=679c84d0-a586-4ae9-97a3-3626e3d6a17d,segment=NetworkSegment(9ea320f6-9ed5-4423-aada-babf1c04a53f),segment_id=9ea320f6-9ed5-4423-aada-babf1c04a53f)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:43:53.989003 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c01986b5-f02b-4940-b5f4-eeb008e1a1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (679c84d0-a586-4ae9-97a3-3626e3d6a17d), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:54.044573 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01986b5-f02b-4940-b5f4-eeb008e1a1a8 None None] Pushing event updated for resources: {'Port': ['ID=679c84d0-a586-4ae9-97a3-3626e3d6a17d,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:43:54.109188 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-da07f588-4696-4a20-aef8-c206691f06de None None] Provisioning complete for port 679c84d0-a586-4ae9-97a3-3626e3d6a17d triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:43:54.109562 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-da07f588-4696-4a20-aef8-c206691f06de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (679c84d0-a586-4ae9-97a3-3626e3d6a17d), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:54.183004 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-da07f588-4696-4a20-aef8-c206691f06de None None] Current status of the port 679c84d0-a586-4ae9-97a3-3626e3d6a17d is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:43:54.345596 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 679c84d0-a586-4ae9-97a3-3626e3d6a17d up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:43:54.348778 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:54.382791 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:54.393554 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 679c84d0-a586-4ae9-97a3-3626e3d6a17d triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:43:54.393937 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (679c84d0-a586-4ae9-97a3-3626e3d6a17d), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:43:54.416774 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=6,neutron:INSERT=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:43:54.470216 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 679c84d0-a586-4ae9-97a3-3626e3d6a17d is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:44:02.193932 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=79,neutron:INSERT=10,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:02.194703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=81,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:04.465333 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:04.467266 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=12 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:04.469108 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:04.879479 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:04.881049 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:10.875341 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 5 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:44:15.167156 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-8426bacc-c1fe-4472-b4d5-d4bb1ccb7c42 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:17.648945 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-2cba5965-23d8-43c9-917b-ae835ae7be62 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:18.597834 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:20.056920 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:20.546146 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:20.870825 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:20.872048 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:30.535021 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:30.538973 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:30.541210 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:43.868191 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:43.869252 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:45.172500 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d04c38fd-e712-45ff-8a3e-096134a042a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:47.662479 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4a32bf4c-59ec-4316-b6c5-bdea0eb79b2a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:47.880222 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 5 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:44:48.612742 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:50.064018 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:50.565232 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:44:57.872045 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:44:57.872884 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:00.544249 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:00.550923 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:00.555552 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:15.176938 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-2a4f343b-69de-4c65-b5eb-cac923f3f720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:17.666397 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a89f14a8-d14d-4b88-9832-fd69522d662d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:18.604208 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:18.870803 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:18.875165 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=5 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:20.067213 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:20.549980 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:24.879032 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 5 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:45:29.346014 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58878) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:45:29.352261 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [None req-23eafdfe-d871-48df-948c-6a4776d502fc tempest-verify_tempest_config-223524351 tempest-verify_tempest_config-223524351-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:45:29.353234 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-23eafdfe-d871-48df-948c-6a4776d502fc tempest-verify_tempest_config-223524351 tempest-verify_tempest_config-223524351-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0062399 Jul 12 03:45:29.895719 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 58896) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:45:30.373151 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:30.487957 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Publish callbacks [] for security_group (168f10be-29cc-4e19-819f-1fcefad2f314), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:30.493958 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (168f10be-29cc-4e19-819f-1fcefad2f314), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:30.537098 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:30.541265 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:30.543409 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ebd520db20be447dbd705967790c6857&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6466134 Jul 12 03:45:30.543559 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:30.544480 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=168f10be-29cc-4e19-819f-1fcefad2f314,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:45:30.546495 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58900) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:45:30.551855 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.552261 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.552594 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.552936 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.553262 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.553588 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.553916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.554236 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.554559 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.554887 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.555211 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.555536 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.555872 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.556213 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.556522 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ec7a5e-b3c5-4263-bd04-f075258c46ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.604599 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Publish callbacks [] for security_group (168f10be-29cc-4e19-819f-1fcefad2f314), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:30.625872 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Publish callbacks [] for security_group (168f10be-29cc-4e19-819f-1fcefad2f314), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:30.729124 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (168f10be-29cc-4e19-819f-1fcefad2f314), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:30.733146 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:30.734801 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/168f10be-29cc-4e19-819f-1fcefad2f314 HTTP/1.1" status: 204 len: 168 time: 0.1872993 Jul 12 03:45:30.742992 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=168f10be-29cc-4e19-819f-1fcefad2f314,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:45:30.750025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.750360 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.750697 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.751026 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.751348 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.751667 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.751994 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.752441 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.752689 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.753010 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.753326 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.753661 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.753977 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.754276 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:30.754584 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e99fafec-65c6-41c6-9ac8-13d7c3b4e56a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:45:40.546928 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=17,neutron:INSERT=7 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:40.551424 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=22,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:40.746425 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=15,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:40.747115 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=20,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:40.767402 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:40.776597 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:41.196708 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=14 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:41.197509 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=14 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:45.182155 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-40551679-f4e6-4b86-9e3a-6352b36238c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:47.661750 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9cde270b-7585-44f1-bfa8-2d12d01d966b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:48.606401 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:50.066977 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:50.554703 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:45:55.872291 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:45:55.873512 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:00.543383 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:00.546833 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=1,neutron:SELECT=6 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:00.548767 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=4,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:01.883371 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 5 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:46:11.877413 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:15.198790 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-bd49f36f-677b-4335-b016-5ac88052fedc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:46:17.675235 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a042facf-9ed3-44ad-9b6e-8c53d1dc9a09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:46:18.619357 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:46:20.076790 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:46:20.571529 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:46:30.062047 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:30.559063 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=12,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:30.562605 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=13,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:32.878088 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:32.881697 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:38.887774 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 5 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:46:45.183982 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-feaf00f9-40d7-414c-84fe-147a9fbbca29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:46:47.679155 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e13ae8e5-9951-48fc-bba3-8ead9ca988d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:46:48.619718 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:46:48.880224 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:48.881418 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:46:50.085769 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:46:50.568501 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:00.547489 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:00.556374 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:00.560941 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:09.876920 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:09.878083 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:12.999032 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-616469'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:15.196397 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-cb15374f-e82b-440b-afea-c95d0bc226fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:15.892538 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:47:17.673503 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-74bcb62f-abde-414e-b68b-aaa5155d76ae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:18.616141 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:20.080335 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:20.553674 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:24.587400 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 58996) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:47:24.734475 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-fc55db0e-33fb-4c6b-bcb6-e3e863216f23 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1458657 Jul 12 03:47:25.883503 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:25.884350 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:26.797790 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59006) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:47:26.875369 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e2171b78-da47-40c8-9407-008a80a20535 admin admin] 10.222.0.20 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0764284 Jul 12 03:47:30.541385 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:30.545407 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:30.547454 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=3,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:34.729487 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:36.867776 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:36.869547 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:42.853284 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:45.199838 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1fe0253f-c552-4886-b134-dfd2e56ea186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:46.874086 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=15 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:46.876083 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=17 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:47:47.686407 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-bc35a6f1-bedc-411b-a9e9-793a90d26c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:48.626753 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:50.092830 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:50.566189 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:47:52.896502 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:48:00.549793 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=8 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:00.557629 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:00.560765 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:02.889718 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:12.864159 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:15.193230 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e4b80022-d388-46e8-891e-3d582e259cc5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:17.688703 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-8b048d48-0757-4a43-8d69-b92eebcd41aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:18.622538 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:20.093313 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:20.563788 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:23.859732 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:23.863854 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:29.897033 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:48:30.550046 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:30.554160 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:30.558759 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=15,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:42.854874 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:43.869924 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:43.871055 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:48:45.198935 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4824487e-3178-4eb9-8b96-5ed0caa25af4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:47.690189 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-bd8b75be-d9b1-425a-aea5-1cebe5ec578a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:48.628864 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:50.094026 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:48:50.560022 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:00.088235 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:00.547704 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:00.554243 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:00.860965 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:00.863011 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:03.248823 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59182) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:03.321610 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59194) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:03.431244 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-network', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:03.454929 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Made reservation on behalf of e9417b8011914e108ae00b5aa583ce50 for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:03.458496 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.467080 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-848023191-network', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:03.479284 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.513359 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Made reservation on behalf of fd03cff94a1842d8811deafa0dce10f9 for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:03.515976 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.527253 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.642998 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Publish callbacks [] for security_group (f6e267a0-3c3d-4966-aba3-da2e0e7948fd), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.650898 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f6e267a0-3c3d-4966-aba3-da2e0e7948fd), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.698470 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:49:03.703356 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e267a0-3c3d-4966-aba3-da2e0e7948fd,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:03.713820 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Publish callbacks [] for security_group (b4c55598-61c1-4a70-82a5-d626247143a4), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.715489 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.716020 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.716547 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.717121 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.717728 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.718152 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.718502 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.718997 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.719323 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.719642 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.720220 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.720578 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.720937 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.721280 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.721606 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Tracked resource versions report: Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: pushed versions: Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: { 'AddressGroup': {'1.2'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Agent': {'1.1'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'ConntrackHelper': {'1.0'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'LocalIPAssociation': {'1.0'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Log': {'1.0'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'NDPProxy': {'1.0'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Network': {'1.1'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Port': {'1.7'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'PortForwarding': {'1.3'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'QosPolicy': {'1.10'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SecurityGroup': {'1.5'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SecurityGroupRule': {'1.2'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SubPort': {'1.0'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Subnet': {'1.1'}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Trunk': {'1.1'}} Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: consumer versions: Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: { DHCP agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: HyperV agent@hv-cinder-84773: {}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: L3 agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: Metadata agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: Metering agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: Open vSwitch agent@dv-cinder-847730-4-iscsi: { 'AddressGroup': '1.2', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Agent': '1.1', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'ConntrackHelper': '1.0', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'LocalIPAssociation': '1.0', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Log': '1.0', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'NDPProxy': '1.0', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Network': '1.1', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Port': '1.7', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'PortForwarding': '1.3', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'QosPolicy': '1.10', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SecurityGroup': '1.5', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SecurityGroupRule': '1.2', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'SubPort': '1.0', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Subnet': '1.1', Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: 'Trunk': '1.1'}} Jul 12 03:49:03.722867 dv-cinder-847730-4-iscsi neutron-server[110647]: {{(pid=110647) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 03:49:03.730270 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (b4c55598-61c1-4a70-82a5-d626247143a4), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.738047 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (c70b3e1c-0e57-40f2-93f8-273f2f274c7e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.738558 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Added segment c70b3e1c-0e57-40f2-93f8-273f2f274c7e of type vlan for network 8bb25d8f-4fca-43c0-92f4-dd80289def0e Jul 12 03:49:03.748671 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:49:03.761657 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.762162 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Added segment 5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7 of type vlan for network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b Jul 12 03:49:03.858170 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.863146 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4c55598-61c1-4a70-82a5-d626247143a4,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:03.892542 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (8bb25d8f-4fca-43c0-92f4-dd80289def0e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.914740 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.915963 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:03.916653 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:03.993333 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] Pushing event updated for resources: {'Network': ['ID=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:03.998023 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-09d66fe1-c25c-4efc-9446-962a324924d8 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.7470078 Jul 12 03:49:03.999289 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (8bb25d8f-4fca-43c0-92f4-dd80289def0e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.000320 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:04.001148 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59228) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:04.006698 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Request body: {'subnet': {'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-subnet', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:04.011327 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:49:04.011897 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.035128 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:04.049265 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Made reservation on behalf of e9417b8011914e108ae00b5aa583ce50 for: {'subnet': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:04.052226 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.068276 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 0.7428241 Jul 12 03:49:04.069211 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59232) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:04.082264 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Request body: {'subnet': {'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-subnet', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:04.137037 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=75,neutron:INSERT=19,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:04.139563 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da28caf8-6f09-4d37-a0d5-b956d59dce8e admin admin] Pushing event updated for resources: {'Network': ['ID=8bb25d8f-4fca-43c0-92f4-dd80289def0e,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:04.150178 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Made reservation on behalf of fd03cff94a1842d8811deafa0dce10f9 for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:04.155845 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:49:04.157253 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.337720 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59236) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:04.348044 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.359987 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (385701f3-82c4-4660-9654-eb0084243bda), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.395945 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:04.406813 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.407536 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.408096 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.408657 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.409184 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.409705 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.410246 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.410780 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.411313 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.411839 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.412394 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.412930 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.413408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.413981 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.414116 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Pushing event updated for resources: {'Subnet': ['ID=385701f3-82c4-4660-9654-eb0084243bda,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:04.414760 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Tracked resource versions report: Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: pushed versions: Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: { 'AddressGroup': {'1.2'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Agent': {'1.1'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'ConntrackHelper': {'1.0'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'LocalIPAssociation': {'1.0'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Log': {'1.0'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'NDPProxy': {'1.0'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Network': {'1.1'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Port': {'1.7'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'PortForwarding': {'1.3'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'QosPolicy': {'1.10'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SecurityGroup': {'1.5'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SecurityGroupRule': {'1.2'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SubPort': {'1.0'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Subnet': {'1.1'}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Trunk': {'1.1'}} Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: consumer versions: Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: { DHCP agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: HyperV agent@hv-cinder-84773: {}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: L3 agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: Metadata agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: Metering agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: Open vSwitch agent@dv-cinder-847730-4-iscsi: { 'AddressGroup': '1.2', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Agent': '1.1', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'ConntrackHelper': '1.0', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'LocalIPAssociation': '1.0', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Log': '1.0', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'NDPProxy': '1.0', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Network': '1.1', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Port': '1.7', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'PortForwarding': '1.3', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'QosPolicy': '1.10', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SecurityGroup': '1.5', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SecurityGroupRule': '1.2', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'SubPort': '1.0', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Subnet': '1.1', Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: 'Trunk': '1.1'}} Jul 12 03:49:04.416235 dv-cinder-847730-4-iscsi neutron-server[110648]: {{(pid=110648) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 03:49:04.451929 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Checking segment: {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:04.452647 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Network hostable DHCP agents. Network: 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:49:04.460278 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Checking segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:04.460799 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Network hostable DHCP agents. Network: 8bb25d8f-4fca-43c0-92f4-dd80289def0e, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:49:04.477951 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:49:04.489316 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:49:04.498963 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b) {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:04.499967 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 8bb25d8f-4fca-43c0-92f4-dd80289def0e) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:04.503945 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:04.504739 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.505032 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:04.505624 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.515339 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237f9c1c-232e-4b01-a48b-f453d2673c72 None None] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:04.530924 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d82d7424-310d-43d0-8af0-877728cec619 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4575558 Jul 12 03:49:04.533985 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59248) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:04.534759 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59250) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:04.535170 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-300ead85-b81a-45de-bb3a-e2f0bb543dc2 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5326111 Jul 12 03:49:04.541450 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:04.545736 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfea706-8659-47b5-9bc3-b6c0c2ee38df None None] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:04.669528 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:04.679822 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (a66d401f-f75e-43e2-89d7-eebc90c1365f), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.681780 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (a66d401f-f75e-43e2-89d7-eebc90c1365f), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.712653 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1721830541-network', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:04.724882 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (ee99a851-5e75-44af-a1b2-a4971a0976b9), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.730187 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (ee99a851-5e75-44af-a1b2-a4971a0976b9), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.760517 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Made reservation on behalf of 38b640d5f6734a6b95b46a6f9dd695ec for: {'network': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:04.760517 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.789178 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.791421 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:49:04.797597 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.826845 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:49:04.827745 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.834924 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks [] for router_controller (a66d401f-f75e-43e2-89d7-eebc90c1365f), precommit_add_association {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.933782 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks [] for router_controller (ee99a851-5e75-44af-a1b2-a4971a0976b9), precommit_add_association {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.957213 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Publish callbacks [] for security_group (835f1c72-49e9-4058-9b42-fb72ba96b3ef), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:04.969739 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (835f1c72-49e9-4058-9b42-fb72ba96b3ef), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.011490 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=110648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:49:05.025654 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (b3174945-f5f2-45a8-8c46-785b9d60c09e), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.026941 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.segments_db [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Added segment b3174945-f5f2-45a8-8c46-785b9d60c09e of type vlan for network 352cd507-1097-42cd-8b57-77a477f68965 Jul 12 03:49:05.074345 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (352cd507-1097-42cd-8b57-77a477f68965), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.114972 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835f1c72-49e9-4058-9b42-fb72ba96b3ef,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:05.115125 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Allocated IP 172.20.0.2 (8bb25d8f-4fca-43c0-92f4-dd80289def0e/385701f3-82c4-4660-9654-eb0084243bda/4197481a-ebc9-4eec-921b-e345581582a6) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:05.119032 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (352cd507-1097-42cd-8b57-77a477f68965), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.120634 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:05.121531 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.156896 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Allocated IP 172.20.0.2 (8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b/1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf/68d37638-4694-4538-bbbc-b4dc8b37a0b8) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:05.227830 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] Pushing event updated for resources: {'Network': ['ID=352cd507-1097-42cd-8b57-77a477f68965,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:05.235324 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-ca0d03ad-bbac-4165-80c6-f4403622b8b7 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.8960927 Jul 12 03:49:05.241232 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks [] for router_gateway (a66d401f-f75e-43e2-89d7-eebc90c1365f), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.242392 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59296) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:05.247853 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Request body: {'subnet': {'network_id': '352cd507-1097-42cd-8b57-77a477f68965', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1721830541-subnet', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:05.250905 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 352cd507-1097-42cd-8b57-77a477f68965 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:49:05.251082 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:05.271855 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Made reservation on behalf of 38b640d5f6734a6b95b46a6f9dd695ec for: {'subnet': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:05.275992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.311456 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:05.312937 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=78,neutron:INSERT=13,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:05.389635 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks [] for router_gateway (ee99a851-5e75-44af-a1b2-a4971a0976b9), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.670051 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (97aa8409-5265-4bc1-b054-b970b96d7216), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.830801 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=97aa8409-5265-4bc1-b054-b970b96d7216,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:05.857737 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Checking segment: {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:05.858122 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Network hostable DHCP agents. Network: 352cd507-1097-42cd-8b57-77a477f68965, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:49:05.879429 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:05.880602 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks [] for router_gateway (a66d401f-f75e-43e2-89d7-eebc90c1365f), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.912874 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Network 352cd507-1097-42cd-8b57-77a477f68965 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:49:05.932729 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 352cd507-1097-42cd-8b57-77a477f68965) {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:05.938313 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:05.944131 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.973014 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:05.984463 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-9885a7ed-cbdd-4a4c-9df6-71fb84973a71 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7400072 Jul 12 03:49:05.987316 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59316) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:06.002569 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:06.056628 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (b09c871b-19ac-4587-96ff-4042b456ce57), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.057803 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (b09c871b-19ac-4587-96ff-4042b456ce57), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.111325 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks [] for router_gateway (ee99a851-5e75-44af-a1b2-a4971a0976b9), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.128787 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Publish callbacks [] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.175987 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.218962 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Publish callbacks [] for port (4197481a-ebc9-4eec-921b-e345581582a6), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.223750 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b121206-952a-4407-8463-abc15d1ede17 None None] Network 352cd507-1097-42cd-8b57-77a477f68965 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:06.228198 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.245515 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (4197481a-ebc9-4eec-921b-e345581582a6), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.262606 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:06.267349 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:06.270271 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:06.287379 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:06.291609 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:06.296258 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:06.344415 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks [] for router_controller (b09c871b-19ac-4587-96ff-4042b456ce57), precommit_add_association {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.368182 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Allocated IP 172.27.0.25 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/7d785700-49d5-4d84-823d-7e4ab8762005) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:06.437952 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Attempting to bind port 4197481a-ebc9-4eec-921b-e345581582a6 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:06.438598 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Attempting to bind port 4197481a-ebc9-4eec-921b-e345581582a6 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:06.438723 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Attempting to bind port 4197481a-ebc9-4eec-921b-e345581582a6 on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:06.478129 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:06.504983 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:06.505293 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Checking segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:06.505701 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.506101 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Bound using segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:06.507057 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Bound port: 4197481a-ebc9-4eec-921b-e345581582a6, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:06.507741 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4197481a-ebc9-4eec-921b-e345581582a6), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.539352 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks [] for port (7d785700-49d5-4d84-823d-7e4ab8762005), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.592746 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.609809 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks [] for router_gateway (b09c871b-19ac-4587-96ff-4042b456ce57), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.624499 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Attempting to bind port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:06.625017 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Attempting to bind port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:06.625531 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Attempting to bind port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 on network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:06.638330 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:06.640447 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:06.640964 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Checking segment: {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:06.641503 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.641991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Bound using segment: {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:06.643278 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Bound port: 68d37638-4694-4538-bbbc-b4dc8b37a0b8, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:06.643747 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.657825 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Pushing event updated for resources: {'Port': ['ID=68d37638-4694-4538-bbbc-b4dc8b37a0b8,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:06.679523 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:06.681763 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.682773 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.682773 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.682954 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.683522 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.684559 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.684978 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.685412 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.686036 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.686562 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.687503 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.687902 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.688345 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.688783 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.689012 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:06.689161 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Tracked resource versions report: Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: pushed versions: Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: { 'AddressGroup': {'1.2'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Agent': {'1.1'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'ConntrackHelper': {'1.0'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'LocalIPAssociation': {'1.0'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Log': {'1.0'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'NDPProxy': {'1.0'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Network': {'1.1'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Port': {'1.7'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'PortForwarding': {'1.3'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'QosPolicy': {'1.10'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SecurityGroup': {'1.5'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SecurityGroupRule': {'1.2'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SubPort': {'1.0'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Subnet': {'1.1'}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Trunk': {'1.1'}} Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: consumer versions: Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: { DHCP agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: HyperV agent@hv-cinder-84773: {}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: L3 agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: Metadata agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: Metering agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: Open vSwitch agent@dv-cinder-847730-4-iscsi: { 'AddressGroup': '1.2', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Agent': '1.1', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'ConntrackHelper': '1.0', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'LocalIPAssociation': '1.0', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Log': '1.0', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'NDPProxy': '1.0', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Network': '1.1', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Port': '1.7', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'PortForwarding': '1.3', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'QosPolicy': '1.10', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SecurityGroup': '1.5', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SecurityGroupRule': '1.2', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'SubPort': '1.0', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Subnet': '1.1', Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: 'Trunk': '1.1'}} Jul 12 03:49:06.690678 dv-cinder-847730-4-iscsi neutron-server[110649]: {{(pid=110649) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 03:49:06.697708 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:06.706067 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:06.716518 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Pushing event updated for resources: {'Port': ['ID=7d785700-49d5-4d84-823d-7e4ab8762005,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:06.719405 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Allocated IP 172.27.0.134 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/4715eb67-6db0-4fbd-a279-66c7b09a0a75) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:06.793551 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:06.840990 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-352cd507-1097-42cd-8b57-77a477f68965', 'network_id': '352cd507-1097-42cd-8b57-77a477f68965', 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'fixed_ips': [{'subnet_id': '97aa8409-5265-4bc1-b054-b970b96d7216'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:49:06.843489 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:06.862717 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] For port 4197481a-ebc9-4eec-921b-e345581582a6, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:06.899954 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:49:06.906826 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Pushing event updated for resources: {'Port': ['ID=4197481a-ebc9-4eec-921b-e345581582a6,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:06.933068 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] For port 4197481a-ebc9-4eec-921b-e345581582a6, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=4197481a-ebc9-4eec-921b-e345581582a6,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:06.972235 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] For port 68d37638-4694-4538-bbbc-b4dc8b37a0b8, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:06.976659 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] For port 68d37638-4694-4538-bbbc-b4dc8b37a0b8, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=68d37638-4694-4538-bbbc-b4dc8b37a0b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:06.990842 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.032820 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks [] for router_gateway (b09c871b-19ac-4587-96ff-4042b456ce57), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.061535 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.087368 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (4197481a-ebc9-4eec-921b-e345581582a6), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.167176 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks [] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.249382 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630e29b5-42a4-460d-9bce-340b4c9a66f6 None None] Pushing event updated for resources: {'Port': ['ID=68d37638-4694-4538-bbbc-b4dc8b37a0b8,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:07.266080 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:07.271244 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks [] for router_gateway (a66d401f-f75e-43e2-89d7-eebc90c1365f), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.327231 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f9eb42-5eb1-438d-bb8f-89e2167eb985 None None] Pushing event updated for resources: {'Port': ['ID=4197481a-ebc9-4eec-921b-e345581582a6,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:07.345485 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Allocated IP 172.20.0.2 (352cd507-1097-42cd-8b57-77a477f68965/97aa8409-5265-4bc1-b054-b970b96d7216/7db6807f-df06-4c53-aa9c-1498a271ee43) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:07.348264 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.473974 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:07.487066 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:07.504711 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:07.541286 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Allocated IP 172.27.0.194 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/c0596b93-4329-4c25-9ec9-f41032ed1ad4) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:07.556798 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:07.586574 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Pushing event updated for resources: {'Port': ['ID=4715eb67-6db0-4fbd-a279-66c7b09a0a75,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:07.751196 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Publish callbacks [] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.764710 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.858400 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Network 352cd507-1097-42cd-8b57-77a477f68965 is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:07.867343 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:07.870199 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:07.874894 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:07.923988 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks [] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.956908 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (a66d401f-f75e-43e2-89d7-eebc90c1365f), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:07.968578 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Pushing event updated for resources: {'Port': ['ID=7db6807f-df06-4c53-aa9c-1498a271ee43,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:08.007961 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:08.080471 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Attempting to bind port 7db6807f-df06-4c53-aa9c-1498a271ee43 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:08.080808 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Attempting to bind port 7db6807f-df06-4c53-aa9c-1498a271ee43 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:08.081371 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Attempting to bind port 7db6807f-df06-4c53-aa9c-1498a271ee43 on network 352cd507-1097-42cd-8b57-77a477f68965 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:08.096814 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:08.097188 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Checking segment: {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:08.097592 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:08.097975 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Bound using segment: {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:08.098407 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:08.099907 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Bound port: 7db6807f-df06-4c53-aa9c-1498a271ee43, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:08.100427 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:08.100663 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Pushing event updated for resources: {'Port': ['ID=c0596b93-4329-4c25-9ec9-f41032ed1ad4,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:08.114361 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:08.127044 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:08.197893 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] For port 7db6807f-df06-4c53-aa9c-1498a271ee43, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:08.202270 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] For port 7db6807f-df06-4c53-aa9c-1498a271ee43, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=7db6807f-df06-4c53-aa9c-1498a271ee43,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:08.215730 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:08.300770 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:08.316703 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks [] for router_gateway (ee99a851-5e75-44af-a1b2-a4971a0976b9), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:08.345351 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a7a4104-13f9-4844-820b-a3ff8d100f6d None None] Pushing event updated for resources: {'Port': ['ID=7db6807f-df06-4c53-aa9c-1498a271ee43,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:08.425611 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks [] for router_gateway (b09c871b-19ac-4587-96ff-4042b456ce57), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:08.760274 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (ee99a851-5e75-44af-a1b2-a4971a0976b9), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:08.767643 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:08.792587 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 68d37638-4694-4538-bbbc-b4dc8b37a0b8 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:08.834421 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (b09c871b-19ac-4587-96ff-4042b456ce57), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:08.904511 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59412) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:08.904729 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:08.904729 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:09.034584 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Router a66d401f-f75e-43e2-89d7-eebc90c1365f is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:49:09.057515 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:09.069653 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:09.070450 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:09.095313 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Router b09c871b-19ac-4587-96ff-4042b456ce57 is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:49:09.110872 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3e64-38ef-41d7-b8d9-c6ee9ccfd8f8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:09.163750 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 68d37638-4694-4538-bbbc-b4dc8b37a0b8, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=68d37638-4694-4538-bbbc-b4dc8b37a0b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:09.180962 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:09.182035 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 4197481a-ebc9-4eec-921b-e345581582a6 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:09.234293 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:49:09.240031 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Router ee99a851-5e75-44af-a1b2-a4971a0976b9 is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:49:09.243762 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Sync routers for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:49:09.272242 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:09.273281 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:48:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:09.295776 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:09.297053 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4148a8b1-90f2-43fa-baa4-06ed6cd4d015 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.7607410 Jul 12 03:49:09.300258 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59428) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:09.326298 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:09.335497 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a285b2fb-544b-4a9c-994c-8bcfa8fb23ad None None] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:09.338862 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:09.354864 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:49:09.359289 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:09.433724 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Sync routers for ids ['b09c871b-19ac-4587-96ff-4042b456ce57'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:49:09.436838 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:09.440897 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-88a344d2-e657-4016-853b-1cb31ce2036b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4498262 Jul 12 03:49:09.459759 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3e64-38ef-41d7-b8d9-c6ee9ccfd8f8 admin admin] Publish callbacks [] for security_group (e009bab1-6f99-40c7-9528-503d47ff237c), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:09.466404 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59440) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:09.484732 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Routers {'b09c871b-19ac-4587-96ff-4042b456ce57'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:09.492841 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:48:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['b09c871b-19ac-4587-96ff-4042b456ce57'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:09.753458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Set router b09c871b-19ac-4587-96ff-4042b456ce57 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:09.760542 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:10.075212 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:07Z', 'revision_number': 3, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:10.103150 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Checking router: a66d401f-f75e-43e2-89d7-eebc90c1365f for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:49:10.103807 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Updating router a66d401f-f75e-43e2-89d7-eebc90c1365f port 7d785700-49d5-4d84-823d-7e4ab8762005 binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:49:10.126163 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd2ee064-90cd-49c5-9f1d-05aecf470627 None None] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:10.129693 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=68d37638-4694-4538-bbbc-b4dc8b37a0b8,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:10.154687 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.224768 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c0212a-771c-4a21-9d88-caf0ebcad926 None None] Network 352cd507-1097-42cd-8b57-77a477f68965 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:10.258916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c2dc3e64-38ef-41d7-b8d9-c6ee9ccfd8f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e009bab1-6f99-40c7-9528-503d47ff237c), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.263879 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.462039 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Allocated IP 172.20.0.1 (8bb25d8f-4fca-43c0-92f4-dd80289def0e/385701f3-82c4-4660-9654-eb0084243bda/8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:10.465433 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dc3e64-38ef-41d7-b8d9-c6ee9ccfd8f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e009bab1-6f99-40c7-9528-503d47ff237c,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:10.500748 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Publish callbacks [] for port (7d785700-49d5-4d84-823d-7e4ab8762005), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.513669 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.530379 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-c2dc3e64-38ef-41d7-b8d9-c6ee9ccfd8f8 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dcd9e1e7c72b4f6fa85068bce0cf35eb&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6459908 Jul 12 03:49:10.530559 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59476) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:10.541748 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:10.541748 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:10.563078 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:10.578483 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 4197481a-ebc9-4eec-921b-e345581582a6 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:10.578889 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (4197481a-ebc9-4eec-921b-e345581582a6), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.592145 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:10.594958 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Pushing event updated for resources: {'Port': ['ID=7d785700-49d5-4d84-823d-7e4ab8762005,revision_number=2']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:10.617577 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.618265 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.618813 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.619395 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.619910 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.620465 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.620974 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.621496 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.622025 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.622533 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.623042 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.623563 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.624121 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.624629 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.625127 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Tracked resource versions report: Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: pushed versions: Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: { 'AddressGroup': {'1.2'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Agent': {'1.1'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'ConntrackHelper': {'1.0'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'LocalIPAssociation': {'1.0'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Log': {'1.0'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'NDPProxy': {'1.0'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Network': {'1.1'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Port': {'1.7'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'PortForwarding': {'1.3'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'QosPolicy': {'1.10'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SecurityGroup': {'1.5'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SecurityGroupRule': {'1.2'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SubPort': {'1.0'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Subnet': {'1.1'}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Trunk': {'1.1'}} Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: consumer versions: Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: { DHCP agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: HyperV agent@hv-cinder-84773: {}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: L3 agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: Metadata agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: Metering agent@dv-cinder-847730-4-iscsi: {}, Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: Open vSwitch agent@dv-cinder-847730-4-iscsi: { 'AddressGroup': '1.2', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Agent': '1.1', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'ConntrackHelper': '1.0', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'LocalIPAssociation': '1.0', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Log': '1.0', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'NDPProxy': '1.0', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Network': '1.1', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Port': '1.7', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'PortForwarding': '1.3', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'QosPolicy': '1.10', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SecurityGroup': '1.5', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SecurityGroupRule': '1.2', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'SubPort': '1.0', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Subnet': '1.1', Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: 'Trunk': '1.1'}} Jul 12 03:49:10.626460 dv-cinder-847730-4-iscsi neutron-server[110650]: {{(pid=110650) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 12 03:49:10.632270 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Attempting to bind port 7d785700-49d5-4d84-823d-7e4ab8762005 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:10.636556 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Attempting to bind port 7d785700-49d5-4d84-823d-7e4ab8762005 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:10.637207 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Attempting to bind port 7d785700-49d5-4d84-823d-7e4ab8762005 on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:10.648282 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:10.652446 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:10.653342 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.653918 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:10.654487 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Bound port: 7d785700-49d5-4d84-823d-7e4ab8762005, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:10.654975 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.656169 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.661990 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:10.662401 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:49:10.681931 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-6dcd74c2-969f-496a-a4ad-8b9fe4712ec1 None None] Provisioning complete for port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:10.682301 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-6dcd74c2-969f-496a-a4ad-8b9fe4712ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.699238 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Publish callbacks [] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.706675 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Sync routers for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:49:10.715628 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.717742 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-898b6450-8d8c-429e-adc6-55e1d84f5f10 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.1799610 Jul 12 03:49:10.724797 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59480) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:10.730959 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:10.750793 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:10.752513 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:48:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:10.778641 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4031a994-74ea-4630-b968-6f7153ea2ab7 admin admin] Publish callbacks [] for security_group (e009bab1-6f99-40c7-9528-503d47ff237c), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.799826 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:08Z', 'revision_number': 3, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'gw_port': {'id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:07Z', 'updated_at': '2022-07-12T03:49:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:10.815944 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] For port 7d785700-49d5-4d84-823d-7e4ab8762005, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:10.819080 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] For port 7d785700-49d5-4d84-823d-7e4ab8762005, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=7d785700-49d5-4d84-823d-7e4ab8762005,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:10.834018 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.856786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4031a994-74ea-4630-b968-6f7153ea2ab7 admin admin] Publish callbacks [] for security_group (e009bab1-6f99-40c7-9528-503d47ff237c), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.877516 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Checking router: b09c871b-19ac-4587-96ff-4042b456ce57 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:49:10.878583 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Updating router b09c871b-19ac-4587-96ff-4042b456ce57 port c0596b93-4329-4c25-9ec9-f41032ed1ad4 binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:49:10.894289 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:10.895220 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:48:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:10.895342 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.913947 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:10.918009 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:10.923386 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:10.924364 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (a66d401f-f75e-43e2-89d7-eebc90c1365f), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.966535 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Allocated IP 172.20.0.1 (352cd507-1097-42cd-8b57-77a477f68965/97aa8409-5265-4bc1-b054-b970b96d7216/a78af133-2a4b-467e-b426-aa04d6702ecc) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:10.983223 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4031a994-74ea-4630-b968-6f7153ea2ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e009bab1-6f99-40c7-9528-503d47ff237c), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.987534 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4031a994-74ea-4630-b968-6f7153ea2ab7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:10.989070 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4031a994-74ea-4630-b968-6f7153ea2ab7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e009bab1-6f99-40c7-9528-503d47ff237c HTTP/1.1" status: 204 len: 168 time: 0.4576125 Jul 12 03:49:11.002673 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:11.014811 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:11.038473 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:11.071209 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4031a994-74ea-4630-b968-6f7153ea2ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e009bab1-6f99-40c7-9528-503d47ff237c,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:11.072682 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 4197481a-ebc9-4eec-921b-e345581582a6 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:11.073061 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4197481a-ebc9-4eec-921b-e345581582a6), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:11.117199 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:11.234332 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8fbe0d4-21be-4589-9811-43f494b7ccb4 None None] Pushing event updated for resources: {'Port': ['ID=7d785700-49d5-4d84-823d-7e4ab8762005,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:11.268983 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Publish callbacks [] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:11.296477 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:UPDATE=4,neutron:SELECT=90,neutron:INSERT=4,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:11.410999 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:11.427582 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 4197481a-ebc9-4eec-921b-e345581582a6, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=4197481a-ebc9-4eec-921b-e345581582a6,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:11.433582 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-6dcd74c2-969f-496a-a4ad-8b9fe4712ec1 None None] Current status of the port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:11.455934 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (4197481a-ebc9-4eec-921b-e345581582a6), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:11.462077 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:11.522937 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Network 352cd507-1097-42cd-8b57-77a477f68965 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:11.536627 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:11.545649 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:11.548088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:11.554650 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (b09c871b-19ac-4587-96ff-4042b456ce57), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:11.566106 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:11.700030 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:07Z', 'revision_number': 3, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:11.834613 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a11b44-d3fa-47bc-9f2b-14b5a82bc0f3 None None] The sync data for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi is: [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:07Z', 'revision_number': 3, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:49:11.854205 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:11.856097 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59500) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:11.909030 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 68d37638-4694-4538-bbbc-b4dc8b37a0b8 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:11.927278 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-387cd4e5-0313-4f89-8cf1-942aafa0e5b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.000637 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:07Z', 'revision_number': 3, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:12.004708 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] Provisioning complete for port 7db6807f-df06-4c53-aa9c-1498a271ee43 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:12.006400 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.039882 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.044986 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Checking router: ee99a851-5e75-44af-a1b2-a4971a0976b9 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:49:12.045621 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Updating router ee99a851-5e75-44af-a1b2-a4971a0976b9 port 4715eb67-6db0-4fbd-a279-66c7b09a0a75 binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:49:12.051510 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Pushing event updated for resources: {'Port': ['ID=a78af133-2a4b-467e-b426-aa04d6702ecc,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:12.067459 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Publish callbacks [] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.071334 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:12.072139 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.080514 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.081257 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (a66d401f-f75e-43e2-89d7-eebc90c1365f), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.099928 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.155437 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=4197481a-ebc9-4eec-921b-e345581582a6,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:12.214101 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-387cd4e5-0313-4f89-8cf1-942aafa0e5b3 admin admin] Publish callbacks [] for security_group (6902b637-9a4d-45b7-b017-8e98cf444bd5), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.226522 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-387cd4e5-0313-4f89-8cf1-942aafa0e5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (6902b637-9a4d-45b7-b017-8e98cf444bd5), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.232935 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Publish callbacks [] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.291408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=84,neutron:UPDATE=3,neutron:DELETE=2,neutron:INSERT=11 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:12.324399 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387cd4e5-0313-4f89-8cf1-942aafa0e5b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6902b637-9a4d-45b7-b017-8e98cf444bd5,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:12.328657 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] Current status of the port 7db6807f-df06-4c53-aa9c-1498a271ee43 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:12.329054 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.331021 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.452053 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-387cd4e5-0313-4f89-8cf1-942aafa0e5b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9ad9b5c582f74968840c5aeb13fcbfe8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5906138 Jul 12 03:49:12.457219 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59508) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:12.461825 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:12.475765 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.479497 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Pushing event updated for resources: {'Port': ['ID=8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:12.498424 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eda82-32b2-48ca-b243-078359bee933 None None] Pushing event updated for resources: {'Port': ['ID=c0596b93-4329-4c25-9ec9-f41032ed1ad4,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:12.518653 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] For port 7db6807f-df06-4c53-aa9c-1498a271ee43, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=7db6807f-df06-4c53-aa9c-1498a271ee43,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:12.533965 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:12.535702 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 7db6807f-df06-4c53-aa9c-1498a271ee43 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:12.539016 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Attempting to bind port c0596b93-4329-4c25-9ec9-f41032ed1ad4 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:12.539386 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Attempting to bind port c0596b93-4329-4c25-9ec9-f41032ed1ad4 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:12.539747 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Attempting to bind port c0596b93-4329-4c25-9ec9-f41032ed1ad4 on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:12.567892 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.579238 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:12.580181 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:12.580778 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.581354 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:12.582019 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Bound port: c0596b93-4329-4c25-9ec9-f41032ed1ad4, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:12.582836 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.583086 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0c761871-c51e-41cc-9096-f4415b90b2dd admin admin] Publish callbacks [] for security_group (6902b637-9a4d-45b7-b017-8e98cf444bd5), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.637964 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0c761871-c51e-41cc-9096-f4415b90b2dd admin admin] Publish callbacks [] for security_group (6902b637-9a4d-45b7-b017-8e98cf444bd5), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.653776 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] Provisioning complete for port 4197481a-ebc9-4eec-921b-e345581582a6 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:12.656324 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (4197481a-ebc9-4eec-921b-e345581582a6), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.738645 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:12.761747 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:12.767458 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:12.778675 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] Pushing event updated for resources: {'Port': ['ID=7db6807f-df06-4c53-aa9c-1498a271ee43,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:12.783835 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] For port c0596b93-4329-4c25-9ec9-f41032ed1ad4, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:12.787470 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] For port c0596b93-4329-4c25-9ec9-f41032ed1ad4, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=c0596b93-4329-4c25-9ec9-f41032ed1ad4,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:12.790153 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 7db6807f-df06-4c53-aa9c-1498a271ee43 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:12.790672 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.825027 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.832156 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0c761871-c51e-41cc-9096-f4415b90b2dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (6902b637-9a4d-45b7-b017-8e98cf444bd5), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.834575 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0c761871-c51e-41cc-9096-f4415b90b2dd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.838836 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-0c761871-c51e-41cc-9096-f4415b90b2dd admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6902b637-9a4d-45b7-b017-8e98cf444bd5 HTTP/1.1" status: 204 len: 168 time: 0.3805122 Jul 12 03:49:12.846156 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:12.846663 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Publish callbacks [] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.853224 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c761871-c51e-41cc-9096-f4415b90b2dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6902b637-9a4d-45b7-b017-8e98cf444bd5,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:12.859158 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.861166 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (b09c871b-19ac-4587-96ff-4042b456ce57), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:12.937215 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Pushing event updated for resources: {'Port': ['ID=a78af133-2a4b-467e-b426-aa04d6702ecc,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:12.943235 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:13.006795 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:13.007753 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Publish callbacks [] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:13.037350 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:13.049679 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Router a66d401f-f75e-43e2-89d7-eebc90c1365f has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:49:13.055501 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Allocated IP 172.20.0.1 (8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b/1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf/fec276f9-dc21-46e9-9f7d-5867a3486f24) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:13.077823 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5eda82-32b2-48ca-b243-078359bee933 None None] Pushing event updated for resources: {'Port': ['ID=c0596b93-4329-4c25-9ec9-f41032ed1ad4,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:13.089337 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-8b277f9b-5a6c-44fc-be1c-e6c5c4728805 None None] Current status of the port 4197481a-ebc9-4eec-921b-e345581582a6 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:13.103187 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Routers {'b09c871b-19ac-4587-96ff-4042b456ce57'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:13.104098 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:48:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['b09c871b-19ac-4587-96ff-4042b456ce57'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:13.125650 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Network 352cd507-1097-42cd-8b57-77a477f68965 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:13.127155 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:13.162482 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Attempting to bind port 4715eb67-6db0-4fbd-a279-66c7b09a0a75 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:13.164933 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Attempting to bind port 4715eb67-6db0-4fbd-a279-66c7b09a0a75 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:13.167538 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Attempting to bind port 4715eb67-6db0-4fbd-a279-66c7b09a0a75 on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:13.185141 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:13.186223 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:13.186635 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:13.187511 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:13.188015 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Bound port: 4715eb67-6db0-4fbd-a279-66c7b09a0a75, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:13.190778 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:13.300870 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf747bc3-36b2-4994-8000-356978e77ced None None] Pushing event updated for resources: {'Port': ['ID=4715eb67-6db0-4fbd-a279-66c7b09a0a75,revision_number=2']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:13.330580 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] Set router b09c871b-19ac-4587-96ff-4042b456ce57 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:13.393470 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] For port 4715eb67-6db0-4fbd-a279-66c7b09a0a75, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:13.399595 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] For port 4715eb67-6db0-4fbd-a279-66c7b09a0a75, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=4715eb67-6db0-4fbd-a279-66c7b09a0a75,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:13.417510 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Router b09c871b-19ac-4587-96ff-4042b456ce57 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:49:13.419273 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:13.492223 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Provisioning complete for port 7db6807f-df06-4c53-aa9c-1498a271ee43 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:13.492387 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:13.546787 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:13.547436 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:48:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:13.564228 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:49:13.585302 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0a4761b7-0215-4f89-bf69-4adc35393eb0 admin admin] 10.222.0.20 "PUT /v2.0/routers/a66d401f-f75e-43e2-89d7-eebc90c1365f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2780969 Jul 12 03:49:13.614066 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:49:13.620596 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Publish callbacks [] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:13.636236 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-50d3f411-ae4e-4fcc-9049-a1a34c7de869 admin admin] 10.222.0.20 "PUT /v2.0/routers/b09c871b-19ac-4587-96ff-4042b456ce57/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1569579 Jul 12 03:49:13.643479 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf747bc3-36b2-4994-8000-356978e77ced None None] Pushing event updated for resources: {'Port': ['ID=4715eb67-6db0-4fbd-a279-66c7b09a0a75,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:13.696925 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:13.710684 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:13.733883 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:13.789306 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:13.794638 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:13.803460 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:13.825335 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:13.825825 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (ee99a851-5e75-44af-a1b2-a4971a0976b9), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:13.864691 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Pushing event updated for resources: {'Port': ['ID=fec276f9-dc21-46e9-9f7d-5867a3486f24,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:13.908473 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 7db6807f-df06-4c53-aa9c-1498a271ee43 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:13.968662 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:13.973741 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 4, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'gw_port': {'id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:07Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'a78af133-2a4b-467e-b426-aa04d6702ecc', 'name': '', 'network_id': '352cd507-1097-42cd-8b57-77a477f68965', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'mac_address': 'fa:16:3e:0b:54:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 2, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'subnets': [{'id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:14.036884 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:07Z', 'revision_number': 3, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:14.071347 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956f8802-52d7-4308-b2a9-f7d973f0682d None None] The sync data for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi is: [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:07Z', 'revision_number': 3, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:49:14.152855 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-affed2ba-e263-4712-baa2-4b14b1dc7764 None None] The sync data for ids ['b09c871b-19ac-4587-96ff-4042b456ce57'] in dv-cinder-847730-4-iscsi is: [{'id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 4, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'gw_port': {'id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:07Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'a78af133-2a4b-467e-b426-aa04d6702ecc', 'name': '', 'network_id': '352cd507-1097-42cd-8b57-77a477f68965', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'mac_address': 'fa:16:3e:0b:54:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 2, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'subnets': [{'id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:49:14.175110 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:14.182439 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Current status of the port 7db6807f-df06-4c53-aa9c-1498a271ee43 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:14.198048 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Provisioning complete for port 4197481a-ebc9-4eec-921b-e345581582a6 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:14.200753 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (4197481a-ebc9-4eec-921b-e345581582a6), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:14.313596 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 4197481a-ebc9-4eec-921b-e345581582a6 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:14.441837 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Current status of the port 4197481a-ebc9-4eec-921b-e345581582a6 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:14.462104 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Provisioning complete for port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:14.462807 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:14.534704 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Publish callbacks [] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:14.545530 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:14.546819 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (ee99a851-5e75-44af-a1b2-a4971a0976b9), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:14.556829 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 4197481a-ebc9-4eec-921b-e345581582a6 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:14.557442 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (4197481a-ebc9-4eec-921b-e345581582a6), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:14.717740 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Current status of the port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:14.769911 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:14.774518 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Provisioning complete for port a78af133-2a4b-467e-b426-aa04d6702ecc triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:14.774999 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:14.818938 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Port a78af133-2a4b-467e-b426-aa04d6702ecc cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:14.831332 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:14.844817 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 4197481a-ebc9-4eec-921b-e345581582a6 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:14.850908 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 7db6807f-df06-4c53-aa9c-1498a271ee43 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:14.872372 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Sync routers for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:49:14.914312 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59590) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:14.918227 dv-cinder-847730-4-iscsi neutron-server[110648]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 03:49:14.939800 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Provisioning complete for port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:14.940429 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:15.016313 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:15.017389 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:48:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:15.025760 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Pushing event updated for resources: {'Port': ['ID=fec276f9-dc21-46e9-9f7d-5867a3486f24,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:15.056589 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59606) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:15.065682 dv-cinder-847730-4-iscsi neutron-server[110647]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 12 03:49:15.097403 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c453dce2-0542-4ad2-8a59-57a339856e6e None None] Port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:15.148526 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:15.151913 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 7db6807f-df06-4c53-aa9c-1498a271ee43 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:15.152467 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:15.323714 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:15.331947 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-7587f189-0956-40f8-9fc5-21dbd60fe60a None None] Provisioning complete for port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:15.332618 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7587f189-0956-40f8-9fc5-21dbd60fe60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:15.336387 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:15.362311 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:15.376321 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-7587f189-0956-40f8-9fc5-21dbd60fe60a None None] Port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:15.408172 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-8483d623-f4be-4d32-9021-deb3e510a728 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:15.466187 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-7587f189-0956-40f8-9fc5-21dbd60fe60a None None] Provisioning complete for port fec276f9-dc21-46e9-9f7d-5867a3486f24 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:15.466187 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7587f189-0956-40f8-9fc5-21dbd60fe60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:15.557767 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-7587f189-0956-40f8-9fc5-21dbd60fe60a None None] Port fec276f9-dc21-46e9-9f7d-5867a3486f24 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:15.562288 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:15.576925 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-b15b22c6-2011-4a5d-b78a-6d4c2ae47ec5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:15.581185 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-b15b22c6-2011-4a5d-b78a-6d4c2ae47ec5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/networks?id=352cd507-1097-42cd-8b57-77a477f68965 HTTP/1.1" status: 200 len: 812 time: 0.5214117 Jul 12 03:49:15.679971 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 7db6807f-df06-4c53-aa9c-1498a271ee43 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:15.681925 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 7d785700-49d5-4d84-823d-7e4ab8762005 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:15.696112 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-f70499bb-23f4-4a29-ab06-08a7f1ba3681 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/quotas/38b640d5f6734a6b95b46a6f9dd695ec HTTP/1.1" status: 200 len: 375 time: 0.0890729 Jul 12 03:49:15.782717 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-7587f189-0956-40f8-9fc5-21dbd60fe60a None None] Provisioning complete for port a78af133-2a4b-467e-b426-aa04d6702ecc triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:15.783360 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7587f189-0956-40f8-9fc5-21dbd60fe60a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:15.885774 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f11ee44b-c70b-4a47-81c5-32229185aeac tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:15.887490 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f11ee44b-c70b-4a47-81c5-32229185aeac tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 818 time: 0.9713018 Jul 12 03:49:15.930439 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:15.933906 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-d9159d6d-4a84-4e31-a360-83d1ec0a69d1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/quotas/fd03cff94a1842d8811deafa0dce10f9 HTTP/1.1" status: 200 len: 375 time: 0.0374377 Jul 12 03:49:15.965724 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-7587f189-0956-40f8-9fc5-21dbd60fe60a None None] Port a78af133-2a4b-467e-b426-aa04d6702ecc cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:15.970084 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Router ee99a851-5e75-44af-a1b2-a4971a0976b9 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:49:15.974748 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-85df8155-026b-4731-8a2b-177f6e831c5b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=38b640d5f6734a6b95b46a6f9dd695ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1721811 Jul 12 03:49:16.162199 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-e7a9da03-e372-4276-9721-3a9ffd9b13d9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2215099 Jul 12 03:49:16.191161 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-3583d797-0eb7-474d-93e3-729835cc280c None None] Provisioning complete for port fec276f9-dc21-46e9-9f7d-5867a3486f24 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:16.191532 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3583d797-0eb7-474d-93e3-729835cc280c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:16.293392 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-3583d797-0eb7-474d-93e3-729835cc280c None None] Port fec276f9-dc21-46e9-9f7d-5867a3486f24 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:16.324100 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 7d785700-49d5-4d84-823d-7e4ab8762005 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:16.325588 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:16.407124 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:16.415755 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:49:16.448834 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-465abbd0-9dbf-4284-9110-40ed6f64ea46 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee99a851-5e75-44af-a1b2-a4971a0976b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7222006 Jul 12 03:49:16.459484 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-d77e08ca-3ade-4215-a23d-d14a837dccc8 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:49:16.460431 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-d77e08ca-3ade-4215-a23d-d14a837dccc8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0918100 Jul 12 03:49:16.486209 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 2, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:16.528493 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:16.540341 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-1b02ea56-f837-4654-b320-ce20c21e49f7 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:49:16.541692 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-1b02ea56-f837-4654-b320-ce20c21e49f7 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.1572361 Jul 12 03:49:16.547495 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Checking router: a66d401f-f75e-43e2-89d7-eebc90c1365f for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:49:16.547863 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Updating router a66d401f-f75e-43e2-89d7-eebc90c1365f port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:49:16.714305 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:16.716342 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-dc508976-12e5-4312-9829-ef79f9028a67 service neutron] 10.222.0.20 "GET /v2.0/networks/352cd507-1097-42cd-8b57-77a477f68965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650603 Jul 12 03:49:16.730655 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 7d785700-49d5-4d84-823d-7e4ab8762005 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:16.731049 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:16.748993 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-4312fcd6-be08-4332-bee9-e6c7fd549754 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2810259 Jul 12 03:49:16.762389 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 7d785700-49d5-4d84-823d-7e4ab8762005, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=7d785700-49d5-4d84-823d-7e4ab8762005,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:16.775140 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:16.944750 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-353cddaa-a335-470f-af2c-53cb30ddc027 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766975 Jul 12 03:49:17.023972 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-58c3ffaa-4195-4667-8f5a-3cf1db4d7d70 service neutron] 10.222.0.20 "GET /v2.0/networks/352cd507-1097-42cd-8b57-77a477f68965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014715 Jul 12 03:49:17.028783 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 4715eb67-6db0-4fbd-a279-66c7b09a0a75 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:17.066927 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=7d785700-49d5-4d84-823d-7e4ab8762005,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:17.241759 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 4715eb67-6db0-4fbd-a279-66c7b09a0a75 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:17.242150 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:17.256097 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59692) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:17.343251 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:17.468590 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 4715eb67-6db0-4fbd-a279-66c7b09a0a75 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:17.468846 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:17.490250 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 4715eb67-6db0-4fbd-a279-66c7b09a0a75, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=4715eb67-6db0-4fbd-a279-66c7b09a0a75,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:17.500874 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:17.502007 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c0596b93-4329-4c25-9ec9-f41032ed1ad4 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:17.529067 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-77301376-5b60-4bdd-bb7b-0a83ae166eca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:17.656874 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-993b01b3-8b30-4df5-ab0a-3628d6ec3ae8 req-25728d6f-beed-41ef-8804-893b7da0e2d8 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 210 time: 0.1147397 Jul 12 03:49:17.668861 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Sync routers for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:49:17.689432 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-77301376-5b60-4bdd-bb7b-0a83ae166eca admin admin] Publish callbacks [] for security_group (3c73d1db-e5db-4571-ab24-a3bd8d1c56df), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:17.691513 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:17.693624 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:48:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:17.701188 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-77301376-5b60-4bdd-bb7b-0a83ae166eca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3c73d1db-e5db-4571-ab24-a3bd8d1c56df), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:17.784899 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-77301376-5b60-4bdd-bb7b-0a83ae166eca admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a9b3d9a1b53b429daedcb93600ef183e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5270483 Jul 12 03:49:17.785764 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59754) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:17.850540 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bd7562c4-90cc-49d8-9ea7-f43201b1194f req-d20be845-b17b-4d33-9ccc-01c712fe8bdc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 210 time: 0.0858808 Jul 12 03:49:17.909079 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77301376-5b60-4bdd-bb7b-0a83ae166eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c73d1db-e5db-4571-ab24-a3bd8d1c56df,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:17.912499 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:17.955693 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-68bcb088-ab77-485e-ad48-f90c7406a95a admin admin] Publish callbacks [] for security_group (3c73d1db-e5db-4571-ab24-a3bd8d1c56df), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:17.959487 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=4715eb67-6db0-4fbd-a279-66c7b09a0a75,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:17.974201 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59766) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:17.985695 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-50ab6aec-dddc-442f-b2dc-3efcfab4d1c0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--475140189', 'description': 'tempest-description--745829918'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:18.003875 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d14474df-bfe8-4ffd-9929-6535cec9db10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.006360 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-68bcb088-ab77-485e-ad48-f90c7406a95a admin admin] Publish callbacks [] for security_group (3c73d1db-e5db-4571-ab24-a3bd8d1c56df), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.017405 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Publish callbacks [] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.031456 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:18.034024 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.044412 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port c0596b93-4329-4c25-9ec9-f41032ed1ad4 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:18.044823 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.058040 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50ab6aec-dddc-442f-b2dc-3efcfab4d1c0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.109102 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-68bcb088-ab77-485e-ad48-f90c7406a95a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3c73d1db-e5db-4571-ab24-a3bd8d1c56df), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.112230 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-68bcb088-ab77-485e-ad48-f90c7406a95a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.117154 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-68bcb088-ab77-485e-ad48-f90c7406a95a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3c73d1db-e5db-4571-ab24-a3bd8d1c56df HTTP/1.1" status: 204 len: 168 time: 0.3279238 Jul 12 03:49:18.136494 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bcb088-ab77-485e-ad48-f90c7406a95a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c73d1db-e5db-4571-ab24-a3bd8d1c56df,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:18.288042 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50ab6aec-dddc-442f-b2dc-3efcfab4d1c0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (3e603eac-5d15-4a67-ba23-66d5d6f6d6ed), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.300123 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50ab6aec-dddc-442f-b2dc-3efcfab4d1c0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3e603eac-5d15-4a67-ba23-66d5d6f6d6ed), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.394482 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afda697-514b-40c9-a374-eccb40521694 None None] Pushing event updated for resources: {'Port': ['ID=8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:18.406338 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-50ab6aec-dddc-442f-b2dc-3efcfab4d1c0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.406718 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:18.412308 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59784) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:18.420991 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-50ab6aec-dddc-442f-b2dc-3efcfab4d1c0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 0.4456429 Jul 12 03:49:18.421279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59786) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:18.436023 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Sync routers for ids ['b09c871b-19ac-4587-96ff-4042b456ce57'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:49:18.436937 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-efe28baf-4ab8-4fdd-8a8a-f144925ebfc1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'security_group_rule': {'security_group_id': '3e603eac-5d15-4a67-ba23-66d5d6f6d6ed', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:18.437079 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab6aec-dddc-442f-b2dc-3efcfab4d1c0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:18.547300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-efe28baf-4ab8-4fdd-8a8a-f144925ebfc1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (84773fc4-cfaa-4e24-b7f6-2448e9018ee3), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.596960 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 2, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:18.635908 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Routers {'b09c871b-19ac-4587-96ff-4042b456ce57'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:18.638050 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:49:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['b09c871b-19ac-4587-96ff-4042b456ce57'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:18.645166 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Checking router: ee99a851-5e75-44af-a1b2-a4971a0976b9 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:49:18.645835 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Updating router ee99a851-5e75-44af-a1b2-a4971a0976b9 port fec276f9-dc21-46e9-9f7d-5867a3486f24 binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:49:18.699774 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:18.903461 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59818) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:18.910657 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Attempting to bind port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:18.912381 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Attempting to bind port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:18.915941 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Attempting to bind port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:18.981647 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port c0596b93-4329-4c25-9ec9-f41032ed1ad4 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:18.983844 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.003880 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.062352 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7ddd228b-7599-4726-a91e-3bb3062cef47 req-b282f8d5-888f-4308-93a8-840162c060e1 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 210 time: 0.2241786 Jul 12 03:49:19.062932 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-44b554a8-6d81-438f-b43d-a6a2aad58ebb None None] Provisioning complete for port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:19.063602 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-44b554a8-6d81-438f-b43d-a6a2aad58ebb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.066859 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:19.067652 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Checking segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:19.068340 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.068950 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Bound using segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:19.069597 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Bound port: 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:19.070150 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.080427 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:19.104353 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-efe28baf-4ab8-4fdd-8a8a-f144925ebfc1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (84773fc4-cfaa-4e24-b7f6-2448e9018ee3), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.125359 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-efe28baf-4ab8-4fdd-8a8a-f144925ebfc1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (84773fc4-cfaa-4e24-b7f6-2448e9018ee3), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.144902 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-a5fc508d-65a6-47eb-8c09-f1bc6ff75285 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:19.158235 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-a5fc508d-65a6-47eb-8c09-f1bc6ff75285 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 818 time: 0.3507288 Jul 12 03:49:19.175201 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:19.186076 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-dee0f699-1c1c-43e2-8355-6a631c40557d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/quotas/fd03cff94a1842d8811deafa0dce10f9 HTTP/1.1" status: 200 len: 375 time: 0.0267537 Jul 12 03:49:19.201778 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port c0596b93-4329-4c25-9ec9-f41032ed1ad4, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=c0596b93-4329-4c25-9ec9-f41032ed1ad4,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:19.246433 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.257335 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-efe28baf-4ab8-4fdd-8a8a-f144925ebfc1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.259447 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-efe28baf-4ab8-4fdd-8a8a-f144925ebfc1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8359017 Jul 12 03:49:19.260609 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efe28baf-4ab8-4fdd-8a8a-f144925ebfc1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84773fc4-cfaa-4e24-b7f6-2448e9018ee3,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:19.267281 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59838) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:19.287646 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-1e9bd85a-3aae-4068-9202-c61b37923645 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'security_group_rule': {'security_group_id': '3e603eac-5d15-4a67-ba23-66d5d6f6d6ed', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:19.289428 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-f79c2223-e48b-4142-84af-70b841092a77 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015399 Jul 12 03:49:19.309151 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59842) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:19.377191 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:19.386958 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:19.392620 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b9c8bdc3-16c0-47e3-a9f3-a5c04721ce0a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.433564 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Publish callbacks [] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.453956 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.456730 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Set router b09c871b-19ac-4587-96ff-4042b456ce57 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:19.466163 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-44b554a8-6d81-438f-b43d-a6a2aad58ebb None None] Port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:19.492238 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-2e449f4c-92c0-44a4-abc3-6428a28d5f0f service neutron] 10.222.0.20 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996424 Jul 12 03:49:19.498941 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3545b9a2-0f69-48c5-9892-67e88a40e995 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.584938 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999c654-e0e7-46de-96db-ef2ece54454e None None] Pushing event updated for resources: {'Port': ['ID=fec276f9-dc21-46e9-9f7d-5867a3486f24,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:19.638751 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd85a-3aae-4068-9202-c61b37923645 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (81872fc5-0f1c-40cc-9271-b7329819c204), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.703280 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 4715eb67-6db0-4fbd-a279-66c7b09a0a75 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:19.739634 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Attempting to bind port fec276f9-dc21-46e9-9f7d-5867a3486f24 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:19.740612 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Attempting to bind port fec276f9-dc21-46e9-9f7d-5867a3486f24 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:19.741154 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Attempting to bind port fec276f9-dc21-46e9-9f7d-5867a3486f24 on network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:19.747070 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 48, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:19.747955 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Checking segment: {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:19.748520 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.749080 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Bound using segment: {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:19.749681 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Bound port: fec276f9-dc21-46e9-9f7d-5867a3486f24, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:19.750217 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.817834 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-037224db-5ac4-4a2e-a7bf-965e929df060 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3232908 Jul 12 03:49:19.855001 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a626e733-9abe-4c48-8552-d383b473f2ee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.887117 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] For port fec276f9-dc21-46e9-9f7d-5867a3486f24, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:19.887331 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b9c8bdc3-16c0-47e3-a9f3-a5c04721ce0a admin admin] Publish callbacks [] for security_group (fbc5620a-a116-4a39-bcf1-64355f534600), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.893674 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] For port fec276f9-dc21-46e9-9f7d-5867a3486f24, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fec276f9-dc21-46e9-9f7d-5867a3486f24,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:19.925486 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.931182 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=c0596b93-4329-4c25-9ec9-f41032ed1ad4,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:19.933630 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b9c8bdc3-16c0-47e3-a9f3-a5c04721ce0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (fbc5620a-a116-4a39-bcf1-64355f534600), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:19.936084 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] For port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:20.029717 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-b9c8bdc3-16c0-47e3-a9f3-a5c04721ce0a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=81be5c4d248246a28ca48d7448a4ca9f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6145868 Jul 12 03:49:20.049042 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59868) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:20.085926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a626e733-9abe-4c48-8552-d383b473f2ee admin admin] Publish callbacks [] for security_group (a9a47e92-25f0-4984-bc58-af32f2eae76a), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.099574 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a626e733-9abe-4c48-8552-d383b473f2ee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (a9a47e92-25f0-4984-bc58-af32f2eae76a), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.102798 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:20.103439 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:49:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:20.156922 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] For port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:20.161603 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:20.167199 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a626e733-9abe-4c48-8552-d383b473f2ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9a47e92-25f0-4984-bc58-af32f2eae76a,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:20.177956 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3545b9a2-0f69-48c5-9892-67e88a40e995 admin admin] Publish callbacks [] for security_group (5981dfb0-5e69-428a-a0a7-c56d4cc364d2), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.213406 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3545b9a2-0f69-48c5-9892-67e88a40e995 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5981dfb0-5e69-428a-a0a7-c56d4cc364d2), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.219306 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-a626e733-9abe-4c48-8552-d383b473f2ee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=60bc2d22a5ee48d09fa2ef945593079c&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3117113 Jul 12 03:49:20.220833 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59882) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:20.250248 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.289939 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:20.335407 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d999c654-e0e7-46de-96db-ef2ece54454e None None] Pushing event updated for resources: {'Port': ['ID=fec276f9-dc21-46e9-9f7d-5867a3486f24,revision_number=4']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:20.340469 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-3545b9a2-0f69-48c5-9892-67e88a40e995 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dee515d5612e4524963a0f2c38791419&name=default HTTP/1.1" status: 200 len: 2994 time: 1.0280111 Jul 12 03:49:20.354575 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd85a-3aae-4068-9202-c61b37923645 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (81872fc5-0f1c-40cc-9271-b7329819c204), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.360645 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 4715eb67-6db0-4fbd-a279-66c7b09a0a75 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:20.361028 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.386646 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59888) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:20.434108 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:20.442733 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3b2e08f7-5a8e-4d1b-b2aa-92d6e1026a66 req-7943af43-d8eb-4363-af6a-946efb913ac9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 210 time: 0.1265020 Jul 12 03:49:20.466787 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-18a6ac2e-9f5e-4fec-bbee-e574ce57e941 None None] Provisioning complete for port fec276f9-dc21-46e9-9f7d-5867a3486f24 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:20.467383 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-18a6ac2e-9f5e-4fec-bbee-e574ce57e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.485233 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-33ce1c75-39f8-4bf9-892d-157abc7175f4 admin admin] Publish callbacks [] for security_group (a9a47e92-25f0-4984-bc58-af32f2eae76a), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.564768 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.570615 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-33ce1c75-39f8-4bf9-892d-157abc7175f4 admin admin] Publish callbacks [] for security_group (a9a47e92-25f0-4984-bc58-af32f2eae76a), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.574619 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8bdc3-16c0-47e3-a9f3-a5c04721ce0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbc5620a-a116-4a39-bcf1-64355f534600,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:20.633382 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 4, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'gw_port': {'id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:07Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'a78af133-2a4b-467e-b426-aa04d6702ecc', 'name': '', 'network_id': '352cd507-1097-42cd-8b57-77a477f68965', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'mac_address': 'fa:16:3e:0b:54:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 2, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'subnets': [{'id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:20.639259 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:20.650429 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7de350d3-c58b-4726-8291-23b4308ea4c6 req-2fffa828-7d4a-4a99-971b-5ce7b96e466f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 210 time: 0.3433750 Jul 12 03:49:20.654619 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd85a-3aae-4068-9202-c61b37923645 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (81872fc5-0f1c-40cc-9271-b7329819c204), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.705436 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-33ce1c75-39f8-4bf9-892d-157abc7175f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (a9a47e92-25f0-4984-bc58-af32f2eae76a), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.708382 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-33ce1c75-39f8-4bf9-892d-157abc7175f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.715548 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-33ce1c75-39f8-4bf9-892d-157abc7175f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a9a47e92-25f0-4984-bc58-af32f2eae76a HTTP/1.1" status: 204 len: 168 time: 0.4923894 Jul 12 03:49:20.717084 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afda697-514b-40c9-a374-eccb40521694 None None] Pushing event updated for resources: {'Port': ['ID=8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:20.731885 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.733468 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce1c75-39f8-4bf9-892d-157abc7175f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9a47e92-25f0-4984-bc58-af32f2eae76a,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:20.735283 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Checking router: b09c871b-19ac-4587-96ff-4042b456ce57 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:49:20.735642 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Updating router b09c871b-19ac-4587-96ff-4042b456ce57 port a78af133-2a4b-467e-b426-aa04d6702ecc binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:49:20.780575 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9bd85a-3aae-4068-9202-c61b37923645 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81872fc5-0f1c-40cc-9271-b7329819c204,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:20.780960 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:20.781751 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:49:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:20.920167 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-12bcb25e-f962-4b0d-920b-4c084414b999 admin admin] Publish callbacks [] for security_group (5981dfb0-5e69-428a-a0a7-c56d4cc364d2), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.939515 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e9bd85a-3aae-4068-9202-c61b37923645 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.942211 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-1e9bd85a-3aae-4068-9202-c61b37923645 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6713088 Jul 12 03:49:20.945632 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 59920) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:20.951694 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:20.974134 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:20.976507 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545b9a2-0f69-48c5-9892-67e88a40e995 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5981dfb0-5e69-428a-a0a7-c56d4cc364d2,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:21.039539 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.066810 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-677fa747-eb22-4947-bb9d-a8096c2f0d1d admin admin] Publish callbacks [] for security_group (fbc5620a-a116-4a39-bcf1-64355f534600), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.112435 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 4715eb67-6db0-4fbd-a279-66c7b09a0a75 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:21.113823 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 7d785700-49d5-4d84-823d-7e4ab8762005 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:21.119989 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:21.122621 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-12bcb25e-f962-4b0d-920b-4c084414b999 admin admin] Publish callbacks [] for security_group (5981dfb0-5e69-428a-a0a7-c56d4cc364d2), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.173432 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=80,neutron:INSERT=19,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:21.223894 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:21.270334 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-677fa747-eb22-4947-bb9d-a8096c2f0d1d admin admin] Publish callbacks [] for security_group (fbc5620a-a116-4a39-bcf1-64355f534600), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.310412 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-12bcb25e-f962-4b0d-920b-4c084414b999 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5981dfb0-5e69-428a-a0a7-c56d4cc364d2), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.313784 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-12bcb25e-f962-4b0d-920b-4c084414b999 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.316721 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-12bcb25e-f962-4b0d-920b-4c084414b999 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5981dfb0-5e69-428a-a0a7-c56d4cc364d2 HTTP/1.1" status: 204 len: 168 time: 0.9199731 Jul 12 03:49:21.347200 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bcb25e-f962-4b0d-920b-4c084414b999 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5981dfb0-5e69-428a-a0a7-c56d4cc364d2,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:21.398218 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-677fa747-eb22-4947-bb9d-a8096c2f0d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (fbc5620a-a116-4a39-bcf1-64355f534600), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.401816 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-677fa747-eb22-4947-bb9d-a8096c2f0d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.405595 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-677fa747-eb22-4947-bb9d-a8096c2f0d1d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fbc5620a-a116-4a39-bcf1-64355f534600 HTTP/1.1" status: 204 len: 168 time: 1.3218641 Jul 12 03:49:21.419382 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fa747-eb22-4947-bb9d-a8096c2f0d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbc5620a-a116-4a39-bcf1-64355f534600,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:21.459226 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:19Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:21.488885 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-18a6ac2e-9f5e-4fec-bbee-e574ce57e941 None None] Current status of the port fec276f9-dc21-46e9-9f7d-5867a3486f24 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:21.489504 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-18a6ac2e-9f5e-4fec-bbee-e574ce57e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.519628 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d7d320-143c-446c-8ee5-351df9c60606 None None] The sync data for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi is: [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:19Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:49:21.537882 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:21.543528 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.44', 63797) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:21.595629 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:21.807409 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=8 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:21.876991 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01d9-bf97-4163-8198-23472c647a8e req-0ddf55f1-13ba-4b5b-9607-e1b84177d65f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:21.879509 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-0ddf55f1-13ba-4b5b-9607-e1b84177d65f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 818 time: 0.3038087 Jul 12 03:49:21.888842 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 59962) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:21.961911 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Allocated IP 172.27.0.24 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/d627e1f3-be40-4ec2-a586-a6514f1c1fb8) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:21.984879 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Request body: {'port': {'device_id': '48f1cbdb-c631-4f89-b3c5-8e74819e942d', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'admin_state_up': True, 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:22.197709 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-18a6ac2e-9f5e-4fec-bbee-e574ce57e941 None None] For port fec276f9-dc21-46e9-9f7d-5867a3486f24, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fec276f9-dc21-46e9-9f7d-5867a3486f24,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:22.279584 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:22.300282 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 7d785700-49d5-4d84-823d-7e4ab8762005 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:22.300897 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:22.303021 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-18a6ac2e-9f5e-4fec-bbee-e574ce57e941 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:22.367588 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7b08859d-dcec-4205-8e95-9cd0b54a8673 req-a8da5931-277a-4e9e-877d-88767232793a tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 210 time: 0.1536484 Jul 12 03:49:22.420892 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-48968ed0-7476-4f3e-b7f3-1ce9cae9cd5a req-a8a37608-e64e-48ee-9783-196b8fc0bff3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 210 time: 0.4683664 Jul 12 03:49:22.484100 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for port (d627e1f3-be40-4ec2-a586-a6514f1c1fb8), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:22.491787 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:22.493296 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a6ac2e-9f5e-4fec-bbee-e574ce57e941 None None] Pushing event updated for resources: {'Port': ['ID=fec276f9-dc21-46e9-9f7d-5867a3486f24,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:22.534480 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Made reservation on behalf of fd03cff94a1842d8811deafa0dce10f9 for: {'port': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:22.547852 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:22.653376 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (d627e1f3-be40-4ec2-a586-a6514f1c1fb8), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:22.700264 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] Provisioning complete for port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:22.700636 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:22.754802 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'Port': ['ID=d627e1f3-be40-4ec2-a586-a6514f1c1fb8,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:22.763691 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:22.765608 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:22.770542 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:22.937338 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.44', 63804) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:23.039343 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60010) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:23.093721 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Allocated IP 172.20.0.7 (8bb25d8f-4fca-43c0-92f4-dd80289def0e/385701f3-82c4-4660-9654-eb0084243bda/9d25c1e9-86c8-4922-a334-9f6f33f80277) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:23.094170 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.44', 63806) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:23.196753 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (11864938-d5df-457b-bc6b-96c439b8b65f), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:23.362061 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 7d785700-49d5-4d84-823d-7e4ab8762005 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:23.457619 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:23.515414 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] Current status of the port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:23.515723 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:23.519600 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e7d14d77-7e42-4d0c-bb35-1ead80ac81fd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:23.592550 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4e9a93a8-07ad-450f-949b-86f896e5c82b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:23.637638 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Publish callbacks [] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:23.657484 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:23.699512 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0d3bc958-bb70-4dd1-ab33-7b8b8d792cb1 req-0c692726-51d7-4701-8f23-45c3dfdb4bda tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 210 time: 0.0389071 Jul 12 03:49:23.705697 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:23.731768 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd74c66-3bb8-427d-a664-99aa5c62eeeb None None] Pushing event updated for resources: {'Port': ['ID=a78af133-2a4b-467e-b426-aa04d6702ecc,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:23.734811 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:19Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:23.749006 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:23.774137 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43f2271-b3e6-4775-8c02-3209f9bcfd71 None None] The sync data for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi is: [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:19Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:49:23.777347 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] For port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:23.803247 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:23.872824 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:23.884643 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c0596b93-4329-4c25-9ec9-f41032ed1ad4 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:23.968190 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:24.056584 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] Provisioning complete for port fec276f9-dc21-46e9-9f7d-5867a3486f24 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:24.058404 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:24.075223 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1fc710eb-97db-4b75-b856-9d34050fa60c req-6dcda24a-9312-44d4-ac00-c86108768da0 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 210 time: 0.2541704 Jul 12 03:49:24.196786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d627e1f3-be40-4ec2-a586-a6514f1c1fb8), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:24.241017 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] Pushing event updated for resources: {'Port': ['ID=8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:24.303765 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-91f2c603-29ee-4459-9d9d-0266f7b937f4 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:24.318312 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Attempting to bind port a78af133-2a4b-467e-b426-aa04d6702ecc on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:24.318835 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Attempting to bind port a78af133-2a4b-467e-b426-aa04d6702ecc by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:24.319784 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Attempting to bind port a78af133-2a4b-467e-b426-aa04d6702ecc on network 352cd507-1097-42cd-8b57-77a477f68965 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:24.326550 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-91f2c603-29ee-4459-9d9d-0266f7b937f4 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.44 "GET /v2.0/networks?id=352cd507-1097-42cd-8b57-77a477f68965 HTTP/1.1" status: 200 len: 812 time: 1.3864219 Jul 12 03:49:24.328803 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port c0596b93-4329-4c25-9ec9-f41032ed1ad4 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:24.333591 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:24.349775 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:24.354188 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Request body: {'port': {'device_id': 'e02a9be9-245a-4206-b88e-e7f7b9162ce3', 'network_id': '352cd507-1097-42cd-8b57-77a477f68965', 'admin_state_up': True, 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:24.361608 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event updated for resources: {'Port': ['ID=9d25c1e9-86c8-4922-a334-9f6f33f80277,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:24.364536 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:24.372916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:24.425319 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-96cb42ec-6257-4ec0-ac0c-307cc6a6d09f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:24.427019 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-96cb42ec-6257-4ec0-ac0c-307cc6a6d09f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 818 time: 1.3198647 Jul 12 03:49:24.435687 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:24.440892 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:24.441522 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:24.467497 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Request body: {'port': {'device_id': '150b0be7-7300-4733-a0bc-76a06ec8bf4e', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'admin_state_up': True, 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:24.483283 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:24.488756 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-671efdd1-17d0-4ef0-a8f3-45a2ed465ab2 None None] Current status of the port fec276f9-dc21-46e9-9f7d-5867a3486f24 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:24.495533 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 49, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:24.496382 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Checking segment: {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:24.496958 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:24.499408 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Bound using segment: {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:24.500134 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Bound port: a78af133-2a4b-467e-b426-aa04d6702ecc, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:24.501304 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:24.572030 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e7d14d77-7e42-4d0c-bb35-1ead80ac81fd admin admin] Publish callbacks [] for security_group (81fb7b83-6787-4717-a494-6f1e7174a3a3), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:24.591691 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-10350f14-b217-4cb3-a32c-855b291917c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6217766 Jul 12 03:49:24.650327 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e7d14d77-7e42-4d0c-bb35-1ead80ac81fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (81fb7b83-6787-4717-a494-6f1e7174a3a3), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:24.686689 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-60d34d50-ee7b-4982-a569-4f79adc44410 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:49:24.696182 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-60d34d50-ee7b-4982-a569-4f79adc44410 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0812345 Jul 12 03:49:24.901912 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-a9bf86e9-05a9-47f6-8543-907311271cd6 None None] Provisioning complete for port a78af133-2a4b-467e-b426-aa04d6702ecc triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:24.902363 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a9bf86e9-05a9-47f6-8543-907311271cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:24.923501 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4e9a93a8-07ad-450f-949b-86f896e5c82b admin admin] Publish callbacks [] for security_group (2e8792c3-17fc-4cb3-8ac1-e48eccee3f01), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.037384 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4e9a93a8-07ad-450f-949b-86f896e5c82b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2e8792c3-17fc-4cb3-8ac1-e48eccee3f01), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.078609 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e7d14d77-7e42-4d0c-bb35-1ead80ac81fd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3440ac7f7cb74b0292e846cdcd91c1d1&name=default HTTP/1.1" status: 200 len: 2996 time: 3.1883936 Jul 12 03:49:25.085909 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:25.091426 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] For port a78af133-2a4b-467e-b426-aa04d6702ecc, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:25.104848 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] For port a78af133-2a4b-467e-b426-aa04d6702ecc, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=a78af133-2a4b-467e-b426-aa04d6702ecc,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:25.114194 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60082) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:25.148062 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d14d77-7e42-4d0c-bb35-1ead80ac81fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81fb7b83-6787-4717-a494-6f1e7174a3a3,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:25.186673 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a7a3866d-7c95-49de-993f-b49bcb1714a5 req-35dcb520-4cb2-458c-bf79-665e059e8d44 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 210 time: 0.2687881 Jul 12 03:49:25.245610 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port c0596b93-4329-4c25-9ec9-f41032ed1ad4 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:25.250999 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fec276f9-dc21-46e9-9f7d-5867a3486f24 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:25.254445 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-a9bf86e9-05a9-47f6-8543-907311271cd6 None None] Port a78af133-2a4b-467e-b426-aa04d6702ecc cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:25.261815 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.308720 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4e9a93a8-07ad-450f-949b-86f896e5c82b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e61b7267acd6432782785446abcb706a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.2681260 Jul 12 03:49:25.328877 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60092) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:25.395255 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a93a8-07ad-450f-949b-86f896e5c82b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e8792c3-17fc-4cb3-8ac1-e48eccee3f01,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:25.497354 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9de284d5-9773-42b2-a686-4be1fa9be16c req-2e704683-d5d3-4154-8fd2-a7d4519d08e5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 210 time: 0.1943583 Jul 12 03:49:25.498423 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8eb05afc-97fd-4d2e-8755-4b6b2406458d admin admin] Publish callbacks [] for security_group (2e8792c3-17fc-4cb3-8ac1-e48eccee3f01), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.544102 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Made reservation on behalf of 38b640d5f6734a6b95b46a6f9dd695ec for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:25.548982 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.558018 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Made reservation on behalf of fd03cff94a1842d8811deafa0dce10f9 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:25.559985 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8eb05afc-97fd-4d2e-8755-4b6b2406458d admin admin] Publish callbacks [] for security_group (2e8792c3-17fc-4cb3-8ac1-e48eccee3f01), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.563741 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd74c66-3bb8-427d-a664-99aa5c62eeeb None None] Pushing event updated for resources: {'Port': ['ID=a78af133-2a4b-467e-b426-aa04d6702ecc,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:25.564680 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.631766 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Routers {'b09c871b-19ac-4587-96ff-4042b456ce57'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:49:25.632428 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:49:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['b09c871b-19ac-4587-96ff-4042b456ce57'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:25.636285 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-11493b7b-3ff7-43b8-b89e-cdff8d02a40a admin admin] Publish callbacks [] for security_group (81fb7b83-6787-4717-a494-6f1e7174a3a3), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.711765 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8eb05afc-97fd-4d2e-8755-4b6b2406458d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2e8792c3-17fc-4cb3-8ac1-e48eccee3f01), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.715472 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8eb05afc-97fd-4d2e-8755-4b6b2406458d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.717167 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-8eb05afc-97fd-4d2e-8755-4b6b2406458d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2e8792c3-17fc-4cb3-8ac1-e48eccee3f01 HTTP/1.1" status: 204 len: 168 time: 0.3871682 Jul 12 03:49:25.748544 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb05afc-97fd-4d2e-8755-4b6b2406458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e8792c3-17fc-4cb3-8ac1-e48eccee3f01,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:25.835771 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-33a57693-b971-44f0-9e06-fcca60eb5af1 None None] Provisioning complete for port 9d25c1e9-86c8-4922-a334-9f6f33f80277 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:25.836228 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-33a57693-b971-44f0-9e06-fcca60eb5af1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:25.860316 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:25.886031 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Request body: {'port': {'device_id': '48f1cbdb-c631-4f89-b3c5-8e74819e942d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:26.062113 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:26.090647 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port fec276f9-dc21-46e9-9f7d-5867a3486f24 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:26.091015 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:26.173305 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-33a57693-b971-44f0-9e06-fcca60eb5af1 None None] Port 9d25c1e9-86c8-4922-a334-9f6f33f80277 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:26.220620 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] Set router b09c871b-19ac-4587-96ff-4042b456ce57 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:49:26.252768 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Allocated IP 172.20.0.6 (352cd507-1097-42cd-8b57-77a477f68965/97aa8409-5265-4bc1-b054-b970b96d7216/6845f790-c764-4fae-adef-13d8d80d7354) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:26.746471 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Publish callbacks [] for port (6845f790-c764-4fae-adef-13d8d80d7354), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:26.809083 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e3a1d3d6-5029-4a68-b3b5-f3d432129cb5 req-36a84605-7efb-4171-a62c-83d3c79f2883 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 210 time: 0.1977911 Jul 12 03:49:26.860049 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-12a70d30-743c-439f-85b4-34cbab91a584 None None] Provisioning complete for port a78af133-2a4b-467e-b426-aa04d6702ecc triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:26.860653 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-12a70d30-743c-439f-85b4-34cbab91a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:27.029891 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:27.034736 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (6845f790-c764-4fae-adef-13d8d80d7354), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:27.181511 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-11493b7b-3ff7-43b8-b89e-cdff8d02a40a admin admin] Publish callbacks [] for security_group (81fb7b83-6787-4717-a494-6f1e7174a3a3), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:27.243177 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port fec276f9-dc21-46e9-9f7d-5867a3486f24 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:27.257259 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d25c1e9-86c8-4922-a334-9f6f33f80277 {{(pid=110647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:49:27.267745 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Publish callbacks [] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:27.300138 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.provisioning_blocks [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Transition to ACTIVE for port object 9d25c1e9-86c8-4922-a334-9f6f33f80277 will not be triggered until provisioned by entity L2. {{(pid=110647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:49:27.308689 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:27.318420 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-12a70d30-743c-439f-85b4-34cbab91a584 None None] Current status of the port a78af133-2a4b-467e-b426-aa04d6702ecc is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:27.319182 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-12a70d30-743c-439f-85b4-34cbab91a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:27.411120 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:27.429581 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 4, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'gw_port': {'id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:07Z', 'updated_at': '2022-07-12T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'a78af133-2a4b-467e-b426-aa04d6702ecc', 'name': '', 'network_id': '352cd507-1097-42cd-8b57-77a477f68965', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'mac_address': 'fa:16:3e:0b:54:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:25Z', 'revision_number': 4, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'subnets': [{'id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:27.452789 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:27.470669 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:27.492574 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0562dae5-08bf-4109-b794-69b2357cf15b None None] The sync data for ids ['b09c871b-19ac-4587-96ff-4042b456ce57'] in dv-cinder-847730-4-iscsi is: [{'id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:12Z', 'revision_number': 4, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'gw_port': {'id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:07Z', 'updated_at': '2022-07-12T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'a78af133-2a4b-467e-b426-aa04d6702ecc', 'name': '', 'network_id': '352cd507-1097-42cd-8b57-77a477f68965', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'mac_address': 'fa:16:3e:0b:54:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_interface', 'standard_attr_id': 70, 'fixed_ips': [{'subnet_id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:25Z', 'revision_number': 4, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'subnets': [{'id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:49:27.509429 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-12a70d30-743c-439f-85b4-34cbab91a584 None None] For port a78af133-2a4b-467e-b426-aa04d6702ecc, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=a78af133-2a4b-467e-b426-aa04d6702ecc,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:27.513322 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Pushing event updated for resources: {'Port': ['ID=9d25c1e9-86c8-4922-a334-9f6f33f80277,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:27.519682 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-12a70d30-743c-439f-85b4-34cbab91a584 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:27.588622 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a70d30-743c-439f-85b4-34cbab91a584 None None] Pushing event updated for resources: {'Port': ['ID=a78af133-2a4b-467e-b426-aa04d6702ecc,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:27.637814 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Network 352cd507-1097-42cd-8b57-77a477f68965 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:27.741507 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.managers [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Attempting to bind port 9d25c1e9-86c8-4922-a334-9f6f33f80277 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:27.742143 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.managers [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Attempting to bind port 9d25c1e9-86c8-4922-a334-9f6f33f80277 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}] {{(pid=110647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:27.742476 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Attempting to bind port 9d25c1e9-86c8-4922-a334-9f6f33f80277 on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:27.746754 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:27.753882 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Port 9d25c1e9-86c8-4922-a334-9f6f33f80277 on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:49:27.754202 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Attempting to bind port 9d25c1e9-86c8-4922-a334-9f6f33f80277 on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:27.759166 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:27.765699 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:27.766169 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Checking segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:27.766725 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Bound using segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:27.767164 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.managers [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Bound port: 9d25c1e9-86c8-4922-a334-9f6f33f80277, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}}] {{(pid=110647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:27.767524 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:27.794920 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:27.795507 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:27.834518 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device a78af133-2a4b-467e-b426-aa04d6702ecc up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:28.053939 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port a78af133-2a4b-467e-b426-aa04d6702ecc triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:28.056579 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.062874 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] For port 9d25c1e9-86c8-4922-a334-9f6f33f80277, host hv-cinder-84773, cleared binding levels {{(pid=110647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:28.180574 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for port (d627e1f3-be40-4ec2-a586-a6514f1c1fb8), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.212339 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:28.215199 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] For port 9d25c1e9-86c8-4922-a334-9f6f33f80277, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:28.231243 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1c737810-66c5-4452-a827-654b19814197 req-c16439e4-3b28-467a-8bde-dfd3ee87c5be tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 210 time: 0.1546514 Jul 12 03:49:28.233237 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.253486 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Pushing event updated for resources: {'Port': ['ID=6845f790-c764-4fae-adef-13d8d80d7354,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:28.277050 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:28.277701 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.279438 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] 10.222.0.44 "PUT /v2.0/ports/9d25c1e9-86c8-4922-a334-9f6f33f80277 HTTP/1.1" status: 200 len: 1093 time: 3.1111941 Jul 12 03:49:28.279829 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48f1cbdb-c631-4f89-b3c5-8e74819e942d', 'tag': '9d25c1e9-86c8-4922-a334-9f6f33f80277'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:49:28.298170 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c2f1f909-c57a-4fc7-a20d-f4f552c6ccbb None None] Provisioning complete for port 6845f790-c764-4fae-adef-13d8d80d7354 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:28.306326 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c2f1f909-c57a-4fc7-a20d-f4f552c6ccbb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (6845f790-c764-4fae-adef-13d8d80d7354), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.315746 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d627e1f3-be40-4ec2-a586-a6514f1c1fb8), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.353069 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-e88e08c4-296a-4af1-a35f-b82c627e6f3b tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0272563 Jul 12 03:49:28.392960 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d244653d-3919-4dec-a048-efe8c1ca5bd3 req-2ffa910b-19b0-48d6-bb75-6178db2be4f9 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:28.400600 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d244653d-3919-4dec-a048-efe8c1ca5bd3 req-2ffa910b-19b0-48d6-bb75-6178db2be4f9 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 931 time: 1.3685944 Jul 12 03:49:28.409179 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (11864938-d5df-457b-bc6b-96c439b8b65f), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.495384 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c2f1f909-c57a-4fc7-a20d-f4f552c6ccbb None None] Port 6845f790-c764-4fae-adef-13d8d80d7354 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:28.501551 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port a78af133-2a4b-467e-b426-aa04d6702ecc is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:28.502921 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:28.516571 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Request body: {'port': {'device_id': 'e02a9be9-245a-4206-b88e-e7f7b9162ce3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:28.573799 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:28.574200 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.708894 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:28.786104 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b03c1a-7ac1-4c34-905f-d25e159aad1e service neutron] Pushing event updated for resources: {'Port': ['ID=9d25c1e9-86c8-4922-a334-9f6f33f80277,revision_number=3']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:28.837985 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01d9-bf97-4163-8198-23472c647a8e req-22e3314d-5cf6-43a0-973a-ad647e2f915f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:28.842048 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-22e3314d-5cf6-43a0-973a-ad647e2f915f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 1127 time: 0.3722963 Jul 12 03:49:28.899139 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Allocated IP 172.20.0.8 (8bb25d8f-4fca-43c0-92f4-dd80289def0e/385701f3-82c4-4660-9654-eb0084243bda/d0f7e295-9d5e-45ea-b61d-7a13f716e4ae) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:28.903171 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'Port': ['ID=d627e1f3-be40-4ec2-a586-a6514f1c1fb8,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:28.908869 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-11493b7b-3ff7-43b8-b89e-cdff8d02a40a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (81fb7b83-6787-4717-a494-6f1e7174a3a3), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.911381 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-11493b7b-3ff7-43b8-b89e-cdff8d02a40a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:28.917937 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-11493b7b-3ff7-43b8-b89e-cdff8d02a40a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/81fb7b83-6787-4717-a494-6f1e7174a3a3 HTTP/1.1" status: 204 len: 168 time: 3.8000641 Jul 12 03:49:28.982337 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be66e71e-8655-4af1-ac51-19689730b77b" -d '{"events": [{"name": "network-changed", "server_uuid": "48f1cbdb-c631-4f89-b3c5-8e74819e942d", "tag": "9d25c1e9-86c8-4922-a334-9f6f33f80277"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:49:28.996641 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:29.009854 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f9bbb642-4f9b-4aa3-b1c7-2c0c39ff5525 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.0627153 Jul 12 03:49:29.024815 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11493b7b-3ff7-43b8-b89e-cdff8d02a40a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81fb7b83-6787-4717-a494-6f1e7174a3a3,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:29.085445 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-e65a0ad9-af65-4b64-a780-603b034f9351 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277 HTTP/1.1" status: 200 len: 217 time: 0.2176189 Jul 12 03:49:29.143087 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d244653d-3919-4dec-a048-efe8c1ca5bd3 req-06e7aab4-0704-45ce-8d18-7faae0172e69 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7167912 Jul 12 03:49:29.222415 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (6845f790-c764-4fae-adef-13d8d80d7354), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:29.375255 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01d9-bf97-4163-8198-23472c647a8e req-77bf715f-bbbd-4319-a16f-5e1b66e64f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:29.382996 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-77bf715f-bbbd-4319-a16f-5e1b66e64f72 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.2875490 Jul 12 03:49:29.541176 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device a78af133-2a4b-467e-b426-aa04d6702ecc up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:29.634172 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bac01d9-bf97-4163-8198-23472c647a8e req-def589fb-3b33-4a55-8194-b2d14ef281e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:29.648455 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-def589fb-3b33-4a55-8194-b2d14ef281e3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2523556 Jul 12 03:49:29.648644 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port a78af133-2a4b-467e-b426-aa04d6702ecc triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:29.650049 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:29.791596 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:29.916275 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-5bc314a8-b421-4091-aca4-5214f15bba22 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574673 Jul 12 03:49:29.962565 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port a78af133-2a4b-467e-b426-aa04d6702ecc is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:30.034768 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:49:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef832d28-2aad-447b-977f-ee6a209741a1 x-openstack-request-id: req-ef832d28-2aad-447b-977f-ee6a209741a1 {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:49:30.035055 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48f1cbdb-c631-4f89-b3c5-8e74819e942d", "tag": "9d25c1e9-86c8-4922-a334-9f6f33f80277", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:49:30.035300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef832d28-2aad-447b-977f-ee6a209741a1 {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:49:30.035744 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef832d28-2aad-447b-977f-ee6a209741a1'] response: {'name': 'network-changed', 'server_uuid': '48f1cbdb-c631-4f89-b3c5-8e74819e942d', 'tag': '9d25c1e9-86c8-4922-a334-9f6f33f80277', 'status': 'completed', 'code': 200} Jul 12 03:49:30.245963 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-780735f9-c705-4edc-971f-8ec9ee8645e5 req-2e55c7e0-13ff-4d7b-8be9-a897e7797942 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 210 time: 0.7347412 Jul 12 03:49:30.353210 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3bac01d9-bf97-4163-8198-23472c647a8e req-ab47f95a-344f-463d-a5a0-935000692b8d service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4283011 Jul 12 03:49:30.400065 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-51afd542-5627-41d0-8e48-7e2aa348f57f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--475140189&fields=id&tenant_id=e9417b8011914e108ae00b5aa583ce50 HTTP/1.1" status: 200 len: 267 time: 0.2172298 Jul 12 03:49:30.609672 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:30.653809 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e71e-8655-4af1-ac51-19689730b77b req-33817897-9f8b-48f3-8741-32c8bc2e07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:30.655356 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-be66e71e-8655-4af1-ac51-19689730b77b req-33817897-9f8b-48f3-8741-32c8bc2e07ee service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 1127 time: 0.1575816 Jul 12 03:49:30.680804 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7aea288-2aa3-49da-9a95-6ab8dbd2a860 req-cea9ace5-7fda-4330-a42c-e00975d06337 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:30.690504 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b7aea288-2aa3-49da-9a95-6ab8dbd2a860 req-cea9ace5-7fda-4330-a42c-e00975d06337 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 931 time: 0.0764520 Jul 12 03:49:30.764929 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:30.795540 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6845f790-c764-4fae-adef-13d8d80d7354 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:49:30.834799 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:30.862362 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Publish callbacks [] for port (6845f790-c764-4fae-adef-13d8d80d7354), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:30.969863 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b7aea288-2aa3-49da-9a95-6ab8dbd2a860 req-e4b73664-a73c-4a5b-a50d-9d5b404095c0 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779748 Jul 12 03:49:30.998153 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Transition to ACTIVE for port object 6845f790-c764-4fae-adef-13d8d80d7354 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:49:31.011418 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (6845f790-c764-4fae-adef-13d8d80d7354), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:31.118903 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:31.346467 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Pushing event updated for resources: {'Port': ['ID=6845f790-c764-4fae-adef-13d8d80d7354,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:31.582202 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:31.583788 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60322) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:31.611983 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:31.644812 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-f5eefe04-3f03-4138-80a8-31f5662735b9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:31.653965 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Attempting to bind port 6845f790-c764-4fae-adef-13d8d80d7354 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:31.654572 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Attempting to bind port 6845f790-c764-4fae-adef-13d8d80d7354 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:31.654957 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Attempting to bind port 6845f790-c764-4fae-adef-13d8d80d7354 on network 352cd507-1097-42cd-8b57-77a477f68965 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:31.657090 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-f5eefe04-3f03-4138-80a8-31f5662735b9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 817 time: 1.2531171 Jul 12 03:49:31.697897 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:31.717679 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:31.725827 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-4761a903-f0dc-4731-a8be-b2f29182c541 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/quotas/e9417b8011914e108ae00b5aa583ce50 HTTP/1.1" status: 200 len: 375 time: 0.0349460 Jul 12 03:49:31.735601 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:31.738394 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:31.803837 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e71e-8655-4af1-ac51-19689730b77b req-4709e0fc-e74f-42c8-a572-cc8e3d37a465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:31.805271 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3566544 Jul 12 03:49:31.813604 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Port 6845f790-c764-4fae-adef-13d8d80d7354 on network 352cd507-1097-42cd-8b57-77a477f68965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:49:31.814164 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Attempting to bind port 6845f790-c764-4fae-adef-13d8d80d7354 on network 352cd507-1097-42cd-8b57-77a477f68965 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:31.814395 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-be66e71e-8655-4af1-ac51-19689730b77b req-4709e0fc-e74f-42c8-a572-cc8e3d37a465 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 1.1284480 Jul 12 03:49:31.838019 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:31.838920 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Checking segment: {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:31.840304 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Bound using segment: {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:31.841027 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Bound port: 6845f790-c764-4fae-adef-13d8d80d7354, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3174945-f5f2-45a8-8c46-785b9d60c09e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '352cd507-1097-42cd-8b57-77a477f68965'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:31.841539 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (6845f790-c764-4fae-adef-13d8d80d7354), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:31.849550 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-d6debe34-ed48-4a0b-9e9e-fb06ef13320c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1226501 Jul 12 03:49:31.859867 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91fcd039-9f5d-4b6c-950e-bcba0b0369ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event updated for resources: {'Port': ['ID=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:31.898166 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2505a0ee-2d0f-4efd-82d9-9f0a74ac4933 req-3c136f65-d43b-42f5-acf0-5a4848995c9e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:31.903123 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2505a0ee-2d0f-4efd-82d9-9f0a74ac4933 req-3c136f65-d43b-42f5-acf0-5a4848995c9e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 931 time: 0.5164804 Jul 12 03:49:31.907453 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Request body: {'port': {'device_id': '150b0be7-7300-4733-a0bc-76a06ec8bf4e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:31.981006 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-be66e71e-8655-4af1-ac51-19689730b77b req-c5e99732-c0d4-4190-a724-4e14b35c272d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277 HTTP/1.1" status: 200 len: 217 time: 0.1278327 Jul 12 03:49:31.989598 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-968673789-network', 'tenant_id': '5683619f4ab7459bb5cc12d91703b28d'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:32.156029 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Made reservation on behalf of 5683619f4ab7459bb5cc12d91703b28d for: {'network': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:32.158969 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:32.167318 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-e26e0fd0-601e-48b6-86e7-44794f02794f None None] Provisioning complete for port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:32.169071 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e26e0fd0-601e-48b6-86e7-44794f02794f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:32.181027 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e71e-8655-4af1-ac51-19689730b77b req-9d61bd3c-4dc7-4d0d-9207-7028f008dacb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:32.186953 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-be66e71e-8655-4af1-ac51-19689730b77b req-9d61bd3c-4dc7-4d0d-9207-7028f008dacb service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.1561949 Jul 12 03:49:32.236544 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:32.280783 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:32.284468 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-e26e0fd0-601e-48b6-86e7-44794f02794f None None] Port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:32.394679 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be66e71e-8655-4af1-ac51-19689730b77b req-0c2cb130-3802-479c-a2ff-492cbc220c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:32.401826 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-be66e71e-8655-4af1-ac51-19689730b77b req-0c2cb130-3802-479c-a2ff-492cbc220c40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1147089 Jul 12 03:49:32.469739 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-f596ca98-4ac9-4122-bf31-e91322833b6f service neutron] 10.222.0.20 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5036285 Jul 12 03:49:32.571097 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Publish callbacks [] for security_group (069aa841-21d8-426b-af3d-3cd723282e33), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:32.572945 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:32.701484 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:32.786910 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-aa74bc07-f82f-4384-90ce-1848550729ed service neutron] 10.222.0.20 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3100753 Jul 12 03:49:32.954767 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0f7e295-9d5e-45ea-b61d-7a13f716e4ae {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:49:32.965049 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Publish callbacks [] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:32.980056 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Transition to ACTIVE for port object d0f7e295-9d5e-45ea-b61d-7a13f716e4ae will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:49:32.981635 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] For port 6845f790-c764-4fae-adef-13d8d80d7354, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:32.995150 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-be66e71e-8655-4af1-ac51-19689730b77b req-cd34ed80-23bd-47d0-8929-2f881e884eaa service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2605422 Jul 12 03:49:33.006534 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] For port 6845f790-c764-4fae-adef-13d8d80d7354, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6845f790-c764-4fae-adef-13d8d80d7354,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:33.009858 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:33.023321 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2505a0ee-2d0f-4efd-82d9-9f0a74ac4933 req-494b90a5-9fc3-47b0-97a9-f2cc2f551626 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0398366 Jul 12 03:49:33.035078 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (6845f790-c764-4fae-adef-13d8d80d7354), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:33.055836 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:33.060336 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (069aa841-21d8-426b-af3d-3cd723282e33), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:33.250839 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Pushing event updated for resources: {'Port': ['ID=6845f790-c764-4fae-adef-13d8d80d7354,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:33.269228 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=069aa841-21d8-426b-af3d-3cd723282e33,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:33.288321 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:33.288940 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:33.290377 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5752989f-debe-47bb-a4db-2b80c3ab5d37 service neutron] 10.222.0.44 "PUT /v2.0/ports/6845f790-c764-4fae-adef-13d8d80d7354 HTTP/1.1" status: 200 len: 1093 time: 4.8880956 Jul 12 03:49:33.290872 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e02a9be9-245a-4206-b88e-e7f7b9162ce3', 'tag': '6845f790-c764-4fae-adef-13d8d80d7354'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:49:33.386063 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9935fd01-fc78-4e7b-bd34-d4351fe158de req-2cfa6aba-3dcd-4d37-a9a3-c0c72e3f6df8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0838149 Jul 12 03:49:33.400471 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=110648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:49:33.451374 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f66b4a-97fc-48b5-a237-b8823fb946f1 req-8e6fbdc3-190d-4717-85c4-88c256912fdc tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:33.466763 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a3f66b4a-97fc-48b5-a237-b8823fb946f1 req-8e6fbdc3-190d-4717-85c4-88c256912fdc tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.2716565 Jul 12 03:49:33.515972 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:33.588736 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (0715a358-71bc-478a-a550-93b9a4f11eb8), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:33.589802 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.segments_db [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Added segment 0715a358-71bc-478a-a550-93b9a4f11eb8 of type vlan for network 580b2ee9-7427-4087-a647-797e61a28c53 Jul 12 03:49:33.695043 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Pushing event updated for resources: {'Port': ['ID=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:33.891371 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Attempting to bind port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:33.891809 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Attempting to bind port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:33.892032 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Attempting to bind port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:33.906541 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7b79351-5462-4bef-93e3-422284b7059b" -d '{"events": [{"name": "network-changed", "server_uuid": "e02a9be9-245a-4206-b88e-e7f7b9162ce3", "tag": "6845f790-c764-4fae-adef-13d8d80d7354"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:49:33.913086 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:49:33.913393 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Attempting to bind port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:33.961519 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a3f66b4a-97fc-48b5-a237-b8823fb946f1 req-fd77c8db-ca78-4652-9dec-457a73e6c014 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4804862 Jul 12 03:49:33.978673 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:33.979013 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Checking segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:33.984245 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Bound using segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:33.984854 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Bound port: d0f7e295-9d5e-45ea-b61d-7a13f716e4ae, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:33.985264 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.013683 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (580b2ee9-7427-4087-a647-797e61a28c53), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.060640 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60424) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:34.085968 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] For port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:34.089745 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] For port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:34.102899 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.167548 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:34.168407 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.170004 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] 10.222.0.44 "PUT /v2.0/ports/d0f7e295-9d5e-45ea-b61d-7a13f716e4ae HTTP/1.1" status: 200 len: 1093 time: 2.3035417 Jul 12 03:49:34.176178 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (580b2ee9-7427-4087-a647-797e61a28c53), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.177462 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:34.178029 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.261979 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6a936c6-8b29-4a37-a691-b724cd8954ca x-openstack-request-id: req-a6a936c6-8b29-4a37-a691-b724cd8954ca {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:49:34.265132 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e02a9be9-245a-4206-b88e-e7f7b9162ce3", "tag": "6845f790-c764-4fae-adef-13d8d80d7354", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:49:34.265606 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a6a936c6-8b29-4a37-a691-b724cd8954ca {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:49:34.266289 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a6a936c6-8b29-4a37-a691-b724cd8954ca'] response: {'name': 'network-changed', 'server_uuid': 'e02a9be9-245a-4206-b88e-e7f7b9162ce3', 'tag': '6845f790-c764-4fae-adef-13d8d80d7354', 'status': 'completed', 'code': 200} Jul 12 03:49:34.351031 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] Pushing event updated for resources: {'Network': ['ID=580b2ee9-7427-4087-a647-797e61a28c53,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:34.372175 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-00ee226a-8ac9-462d-90fa-6fd058d31504 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.7717941 Jul 12 03:49:34.375142 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60430) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:34.379361 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6ae04-f139-4cc3-90e3-4da0b01244cb service neutron] Pushing event updated for resources: {'Port': ['ID=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:34.383072 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Request body: {'subnet': {'network_id': '580b2ee9-7427-4087-a647-797e61a28c53', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-968673789-subnet', 'tenant_id': '5683619f4ab7459bb5cc12d91703b28d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:34.385957 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 580b2ee9-7427-4087-a647-797e61a28c53 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:49:34.403862 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a6e61-60c5-4de6-8597-95b171ef718f req-dd58e709-2c2e-41c7-a160-f21270d27fa9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:34.408704 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0b6a6e61-60c5-4de6-8597-95b171ef718f req-dd58e709-2c2e-41c7-a160-f21270d27fa9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.2371709 Jul 12 03:49:34.443890 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Made reservation on behalf of 5683619f4ab7459bb5cc12d91703b28d for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:34.450173 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.486378 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60434) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:34.510409 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0b6a6e61-60c5-4de6-8597-95b171ef718f req-ec5112f4-8922-4f06-854c-047275ae5e49 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884099 Jul 12 03:49:34.622464 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b262cbaf-69b5-4b1b-9b59-ed9dfd8ebfdd req-1ff8d954-161c-4a61-bdd0-ed98a01aaff0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0916765 Jul 12 03:49:34.659799 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-270933cd-e3b4-44d3-ba46-153345f3b06f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.662030 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-227397e0-51d1-448a-8006-8360646e5e90 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.752805 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:34.875232 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (f432f72d-473c-47de-b143-9a795431175e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.878956 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-270933cd-e3b4-44d3-ba46-153345f3b06f admin admin] Publish callbacks [] for security_group (e775c3a5-39cc-4720-8bb1-f7506b30816e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.908418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-270933cd-e3b4-44d3-ba46-153345f3b06f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e775c3a5-39cc-4720-8bb1-f7506b30816e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.938170 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-227397e0-51d1-448a-8006-8360646e5e90 admin admin] Publish callbacks [] for security_group (c3aa544f-2006-4fbc-8607-014b260ceee0), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.961657 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-227397e0-51d1-448a-8006-8360646e5e90 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c3aa544f-2006-4fbc-8607-014b260ceee0), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:34.977633 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-270933cd-e3b4-44d3-ba46-153345f3b06f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=be14eac72d2342bca5a603236e4441b2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9179094 Jul 12 03:49:34.980568 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60450) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:34.986245 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270933cd-e3b4-44d3-ba46-153345f3b06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e775c3a5-39cc-4720-8bb1-f7506b30816e,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:34.992891 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f432f72d-473c-47de-b143-9a795431175e,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:35.019735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:35.041320 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-227397e0-51d1-448a-8006-8360646e5e90 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=93c8aaa9f9a64f7d8cbbd40054419fb2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5485919 Jul 12 03:49:35.046080 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60452) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:35.050861 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1674-dd9f-4266-8715-2e322f63b66e admin admin] Publish callbacks [] for security_group (e775c3a5-39cc-4720-8bb1-f7506b30816e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.054314 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227397e0-51d1-448a-8006-8360646e5e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3aa544f-2006-4fbc-8607-014b260ceee0,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:35.069844 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Checking segment: {'id': '0715a358-71bc-478a-a550-93b9a4f11eb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '580b2ee9-7427-4087-a647-797e61a28c53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:35.070468 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Network hostable DHCP agents. Network: 580b2ee9-7427-4087-a647-797e61a28c53, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:49:35.100172 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a18ddd-4777-4073-83e2-dc17c4e13747 req-f0167756-e65e-4e8a-aff0-c41a6a63cc80 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:35.102280 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c7a18ddd-4777-4073-83e2-dc17c4e13747 req-f0167756-e65e-4e8a-aff0-c41a6a63cc80 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0653584 Jul 12 03:49:35.104549 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1674-dd9f-4266-8715-2e322f63b66e admin admin] Publish callbacks [] for security_group (e775c3a5-39cc-4720-8bb1-f7506b30816e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.112739 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Network 580b2ee9-7427-4087-a647-797e61a28c53 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:49:35.128193 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1eaedd77-2e4f-4a05-b3c1-d670381fc140 admin admin] Publish callbacks [] for security_group (c3aa544f-2006-4fbc-8607-014b260ceee0), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.133351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 580b2ee9-7427-4087-a647-797e61a28c53) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:35.142609 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:35.143197 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.144592 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6c5d21e-0bf5-4728-bb50-d6c62b505163 None None] Network 580b2ee9-7427-4087-a647-797e61a28c53 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:35.151475 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:35.165302 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1eaedd77-2e4f-4a05-b3c1-d670381fc140 admin admin] Publish callbacks [] for security_group (c3aa544f-2006-4fbc-8607-014b260ceee0), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.166122 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:35.181491 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c7a18ddd-4777-4073-83e2-dc17c4e13747 req-f3d9d20d-ff50-4896-8b84-b73d387e66fd tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697026 Jul 12 03:49:35.203913 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-dd584a32-0ea2-4182-bcbf-050955584018 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8192856 Jul 12 03:49:35.213375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1674-dd9f-4266-8715-2e322f63b66e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e775c3a5-39cc-4720-8bb1-f7506b30816e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.216213 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e3bd1674-dd9f-4266-8715-2e322f63b66e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.220357 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e3bd1674-dd9f-4266-8715-2e322f63b66e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e775c3a5-39cc-4720-8bb1-f7506b30816e HTTP/1.1" status: 204 len: 168 time: 0.2386036 Jul 12 03:49:35.230361 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd1674-dd9f-4266-8715-2e322f63b66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e775c3a5-39cc-4720-8bb1-f7506b30816e,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:35.256599 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1eaedd77-2e4f-4a05-b3c1-d670381fc140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c3aa544f-2006-4fbc-8607-014b260ceee0), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.260717 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1eaedd77-2e4f-4a05-b3c1-d670381fc140 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.263121 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-1eaedd77-2e4f-4a05-b3c1-d670381fc140 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c3aa544f-2006-4fbc-8607-014b260ceee0 HTTP/1.1" status: 204 len: 168 time: 0.2156396 Jul 12 03:49:35.273062 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaedd77-2e4f-4a05-b3c1-d670381fc140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3aa544f-2006-4fbc-8607-014b260ceee0,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:35.298570 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937dbd75-9fcc-4fa8-8e46-a5dce35cef8b None None] Network 580b2ee9-7427-4087-a647-797e61a28c53 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:35.537964 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60466) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:35.560310 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f6a507f1-47a5-47c7-bb27-c3c9f956b144 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.684344 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3888108d-80a6-433c-bf6b-2e876c61e738 req-8da1fa02-0cc8-4c24-9fe5-2a97d877bc0a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:35.685899 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3888108d-80a6-433c-bf6b-2e876c61e738 req-8da1fa02-0cc8-4c24-9fe5-2a97d877bc0a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0855188 Jul 12 03:49:35.722009 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:INSERT=9,neutron:SELECT=88,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:35.747668 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f6a507f1-47a5-47c7-bb27-c3c9f956b144 admin admin] Publish callbacks [] for security_group (62c3301f-6a1d-44df-81e7-6343249b94b0), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.766252 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-330d5c55-d9ca-44e4-93b9-272a944463b4 req-54701c74-89bb-40d8-8f2e-244a3a56583c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0718787 Jul 12 03:49:35.771511 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f6a507f1-47a5-47c7-bb27-c3c9f956b144 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (62c3301f-6a1d-44df-81e7-6343249b94b0), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.774145 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60476) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:35.797042 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a97d2050-7b64-48e4-ba6f-efdf723905be admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.822238 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3888108d-80a6-433c-bf6b-2e876c61e738 req-f51066b1-34b1-4be9-a85f-6a2393a3ddd2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287906 Jul 12 03:49:35.835419 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f6a507f1-47a5-47c7-bb27-c3c9f956b144 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e3717707fa149efbf9d59296901cbd2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2964330 Jul 12 03:49:35.839926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60480) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:35.851869 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a507f1-47a5-47c7-bb27-c3c9f956b144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62c3301f-6a1d-44df-81e7-6343249b94b0,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:35.929877 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4dc49579-fa45-4220-af54-3c0a7313b65d admin admin] Publish callbacks [] for security_group (62c3301f-6a1d-44df-81e7-6343249b94b0), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.932803 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a97d2050-7b64-48e4-ba6f-efdf723905be admin admin] Publish callbacks [] for security_group (c2c6ee9c-cfa8-462b-8596-07c21b67da2d), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.936797 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:35.944918 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a97d2050-7b64-48e4-ba6f-efdf723905be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c2c6ee9c-cfa8-462b-8596-07c21b67da2d), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:35.974303 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4dc49579-fa45-4220-af54-3c0a7313b65d admin admin] Publish callbacks [] for security_group (62c3301f-6a1d-44df-81e7-6343249b94b0), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.020057 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97d2050-7b64-48e4-ba6f-efdf723905be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2c6ee9c-cfa8-462b-8596-07c21b67da2d,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:36.028150 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-a97d2050-7b64-48e4-ba6f-efdf723905be admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2a8a9a1c957746c58fdc77099580a090&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2529562 Jul 12 03:49:36.028339 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60488) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:36.064779 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4dc49579-fa45-4220-af54-3c0a7313b65d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (62c3301f-6a1d-44df-81e7-6343249b94b0), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.067637 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4dc49579-fa45-4220-af54-3c0a7313b65d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.068807 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4dc49579-fa45-4220-af54-3c0a7313b65d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/62c3301f-6a1d-44df-81e7-6343249b94b0 HTTP/1.1" status: 204 len: 168 time: 0.2279329 Jul 12 03:49:36.078884 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc49579-fa45-4220-af54-3c0a7313b65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62c3301f-6a1d-44df-81e7-6343249b94b0,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:36.085257 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ba5884e9-48c3-4815-be0e-a024f2a30eb7 admin admin] Publish callbacks [] for security_group (c2c6ee9c-cfa8-462b-8596-07c21b67da2d), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.110257 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ba5884e9-48c3-4815-be0e-a024f2a30eb7 admin admin] Publish callbacks [] for security_group (c2c6ee9c-cfa8-462b-8596-07c21b67da2d), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.173607 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ba5884e9-48c3-4815-be0e-a024f2a30eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c2c6ee9c-cfa8-462b-8596-07c21b67da2d), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.176928 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ba5884e9-48c3-4815-be0e-a024f2a30eb7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.178471 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ba5884e9-48c3-4815-be0e-a024f2a30eb7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2c6ee9c-cfa8-462b-8596-07c21b67da2d HTTP/1.1" status: 204 len: 168 time: 0.1488757 Jul 12 03:49:36.186474 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5884e9-48c3-4815-be0e-a024f2a30eb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2c6ee9c-cfa8-462b-8596-07c21b67da2d,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:36.190101 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60498) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:36.194764 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-62752932-network', 'tenant_id': '37203b7ae9cd41ebbb14b6852c817d38'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:36.220471 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Made reservation on behalf of 37203b7ae9cd41ebbb14b6852c817d38 for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:36.227071 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.240482 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.269056 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150b0be7-7300-4733-a0bc-76a06ec8bf4e', 'tag': 'd0f7e295-9d5e-45ea-b61d-7a13f716e4ae'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:49:36.271840 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c8a61e5-ed55-4db5-9f95-2501d4f552a0" -d '{"events": [{"name": "network-changed", "server_uuid": "150b0be7-7300-4733-a0bc-76a06ec8bf4e", "tag": "d0f7e295-9d5e-45ea-b61d-7a13f716e4ae"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:49:36.338535 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de4e80-8a31-4ccc-9cc1-639b98f7a69a x-openstack-request-id: req-e6de4e80-8a31-4ccc-9cc1-639b98f7a69a {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:49:36.338971 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "150b0be7-7300-4733-a0bc-76a06ec8bf4e", "tag": "d0f7e295-9d5e-45ea-b61d-7a13f716e4ae", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:49:36.339310 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e6de4e80-8a31-4ccc-9cc1-639b98f7a69a {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:49:36.339794 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e6de4e80-8a31-4ccc-9cc1-639b98f7a69a'] response: {'name': 'network-changed', 'server_uuid': '150b0be7-7300-4733-a0bc-76a06ec8bf4e', 'tag': 'd0f7e295-9d5e-45ea-b61d-7a13f716e4ae', 'status': 'completed', 'code': 200} Jul 12 03:49:36.351252 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:36.352683 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f70cd5-e8c8-4624-ab9b-3b353035fd03 req-dc4e6c6b-02a1-4505-b826-a220772c9763 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:36.360953 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Publish callbacks [] for security_group (2bdb5da6-b994-43a1-85bc-edae8cbc5ac6), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.361506 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-26f70cd5-e8c8-4624-ab9b-3b353035fd03 req-dc4e6c6b-02a1-4505-b826-a220772c9763 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0707130 Jul 12 03:49:36.367534 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2bdb5da6-b994-43a1-85bc-edae8cbc5ac6), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.405159 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:49:36.412673 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bdb5da6-b994-43a1-85bc-edae8cbc5ac6,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:36.419614 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (cd716921-da9d-484b-b6df-6a6cb538c2b6), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.420067 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Added segment cd716921-da9d-484b-b6df-6a6cb538c2b6 of type vlan for network 1cc70e27-4ccd-4c42-a2db-bf72e015dafa Jul 12 03:49:36.422340 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-26f70cd5-e8c8-4624-ab9b-3b353035fd03 req-3b6b0ad5-9163-43b7-b9df-2c15d427e4aa tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558150 Jul 12 03:49:36.472226 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (1cc70e27-4ccd-4c42-a2db-bf72e015dafa), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.499776 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (1cc70e27-4ccd-4c42-a2db-bf72e015dafa), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.500795 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:36.501381 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.540777 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.3494830 Jul 12 03:49:36.543309 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60510) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:36.547890 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Request body: {'subnet': {'network_id': '1cc70e27-4ccd-4c42-a2db-bf72e015dafa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-62752932-subnet', 'tenant_id': '37203b7ae9cd41ebbb14b6852c817d38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:36.579268 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23220e8e-e449-45a4-8c69-b1971b71edd3 admin admin] Pushing event updated for resources: {'Network': ['ID=1cc70e27-4ccd-4c42-a2db-bf72e015dafa,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:36.597338 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Made reservation on behalf of 37203b7ae9cd41ebbb14b6852c817d38 for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:36.599337 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 1cc70e27-4ccd-4c42-a2db-bf72e015dafa details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:49:36.599840 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.744582 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:36.806519 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (050cadf9-2bc2-456c-98bb-2feab0957195), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.904963 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-32b99ffe-6227-42b6-9e64-f5c9b966621a req-68cbc574-758d-474c-adc7-d97352797706 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0372102 Jul 12 03:49:36.911727 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Pushing event updated for resources: {'Subnet': ['ID=050cadf9-2bc2-456c-98bb-2feab0957195,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:36.922972 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Checking segment: {'id': 'cd716921-da9d-484b-b6df-6a6cb538c2b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '1cc70e27-4ccd-4c42-a2db-bf72e015dafa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:36.923399 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Network hostable DHCP agents. Network: 1cc70e27-4ccd-4c42-a2db-bf72e015dafa, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:49:36.957441 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Network 1cc70e27-4ccd-4c42-a2db-bf72e015dafa is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:49:36.978110 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 1cc70e27-4ccd-4c42-a2db-bf72e015dafa) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:36.983816 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:36.984662 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:36.989531 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49111829-195a-4132-8d2e-5199ff1b9a06 None None] Network 1cc70e27-4ccd-4c42-a2db-bf72e015dafa requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:37.019176 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d4d0d9b7-2e7f-4a78-8d12-e20779aa84dd admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.4747059 Jul 12 03:49:37.038040 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a49a8-269c-4720-b047-18110df8866d req-4ff69f0f-1f0d-451a-ab2a-c1f59608d0ca tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:37.039723 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-958a49a8-269c-4720-b047-18110df8866d req-4ff69f0f-1f0d-451a-ab2a-c1f59608d0ca tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0973470 Jul 12 03:49:37.112217 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-958a49a8-269c-4720-b047-18110df8866d req-dc128fac-8935-452c-84a3-3a78a0116991 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653524 Jul 12 03:49:37.128600 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b6d70e0-0bd3-4f4e-be82-cbc7d3c1eba8 None None] Network 1cc70e27-4ccd-4c42-a2db-bf72e015dafa requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:37.182652 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60550) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:37.393270 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbe5283b-176f-4213-b44a-a65b17917cc6 admin admin] Deleting subnet f432f72d-473c-47de-b143-9a795431175e {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:49:37.397173 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-cbe5283b-176f-4213-b44a-a65b17917cc6 admin admin] Publish callbacks [] for subnet (f432f72d-473c-47de-b143-9a795431175e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:37.437388 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-cbe5283b-176f-4213-b44a-a65b17917cc6 admin admin] Publish callbacks [] for subnet (f432f72d-473c-47de-b143-9a795431175e), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:37.493667 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-cbe5283b-176f-4213-b44a-a65b17917cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (f432f72d-473c-47de-b143-9a795431175e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:37.551300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f533b534-f5e0-4e49-96a4-3452b9a270ab req-8ebf1f6b-7336-4ab1-b4ad-4bae651827f5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:37.559506 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f533b534-f5e0-4e49-96a4-3452b9a270ab req-8ebf1f6b-7336-4ab1-b4ad-4bae651827f5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0665846 Jul 12 03:49:37.606620 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:37.628158 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f533b534-f5e0-4e49-96a4-3452b9a270ab req-45149ca2-40fb-467a-9712-ea70385eee2c tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670104 Jul 12 03:49:37.634500 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-cbe5283b-176f-4213-b44a-a65b17917cc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (f432f72d-473c-47de-b143-9a795431175e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:37.689870 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe5283b-176f-4213-b44a-a65b17917cc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f432f72d-473c-47de-b143-9a795431175e,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:37.696701 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-cbe5283b-176f-4213-b44a-a65b17917cc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:37.702812 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-cbe5283b-176f-4213-b44a-a65b17917cc6 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/f432f72d-473c-47de-b143-9a795431175e HTTP/1.1" status: 204 len: 168 time: 0.5157242 Jul 12 03:49:37.703114 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60570) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:37.780834 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (580b2ee9-7427-4087-a647-797e61a28c53), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:37.886749 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (580b2ee9-7427-4087-a647-797e61a28c53), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:37.915946 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:37.915946 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:37.915946 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:37.915946 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:37.915946 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:37.915946 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:37.915946 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:37.916534 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:37.916534 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:37.916834 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:38.185725 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:38.186411 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:38.186411 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:38.186706 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110648) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:38.187278 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['580b2ee9-7427-4087-a647-797e61a28c53']}} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:38.277678 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8024a85d-d7b1-43c5-8994-81e8a6d72693 req-c87ed927-885c-4d0b-85a9-57ce6bad32c0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0847273 Jul 12 03:49:38.287245 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0715a358-71bc-478a-a550-93b9a4f11eb8') {'for_net_delete': True} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:38.288271 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0715a358-71bc-478a-a550-93b9a4f11eb8') {} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:38.342857 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785002'] for segment (0715a358-71bc-478a-a550-93b9a4f11eb8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:38.349958 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f36ba9c-dc82-471e-bd11-d549f4631f70 req-ac96d75c-e703-49ca-afa0-4c16b3a6316e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:38.356187 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9f36ba9c-dc82-471e-bd11-d549f4631f70 req-ac96d75c-e703-49ca-afa0-4c16b3a6316e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.1606069 Jul 12 03:49:38.383327 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (0715a358-71bc-478a-a550-93b9a4f11eb8), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:38.401858 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=110648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:49:38.403083 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6355240'] for segment (0715a358-71bc-478a-a550-93b9a4f11eb8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:38.461149 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9f36ba9c-dc82-471e-bd11-d549f4631f70 req-9941270c-1c01-4f89-a6f0-a0c3863bf762 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976901 Jul 12 03:49:38.519870 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (580b2ee9-7427-4087-a647-797e61a28c53), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:38.531280 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:38.536261 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] 10.222.0.20 "DELETE /v2.0/networks/580b2ee9-7427-4087-a647-797e61a28c53 HTTP/1.1" status: 204 len: 168 time: 0.8319216 Jul 12 03:49:38.539280 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60618) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:38.547587 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4723550-ee6e-415c-beb7-925bf221e3c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=580b2ee9-7427-4087-a647-797e61a28c53,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:38.651472 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_v2 [None req-b021e4fe-6b7e-4f93-bab7-083a53a9e82c admin admin] Deleting subnet 050cadf9-2bc2-456c-98bb-2feab0957195 {{(pid=110647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:49:38.657252 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b021e4fe-6b7e-4f93-bab7-083a53a9e82c admin admin] Publish callbacks [] for subnet (050cadf9-2bc2-456c-98bb-2feab0957195), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:38.747338 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b021e4fe-6b7e-4f93-bab7-083a53a9e82c admin admin] Publish callbacks [] for subnet (050cadf9-2bc2-456c-98bb-2feab0957195), precommit_delete_associations {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:38.764854 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b021e4fe-6b7e-4f93-bab7-083a53a9e82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (050cadf9-2bc2-456c-98bb-2feab0957195), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:38.817009 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:UPDATE=3,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:38.907842 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b021e4fe-6b7e-4f93-bab7-083a53a9e82c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for subnet (050cadf9-2bc2-456c-98bb-2feab0957195), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:38.936082 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c83cfd-c2b9-4418-b0f5-6ff723a8dfac req-a145926f-8f29-4c4d-a02b-829419da8850 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:38.937850 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f3c83cfd-c2b9-4418-b0f5-6ff723a8dfac req-a145926f-8f29-4c4d-a02b-829419da8850 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.1775541 Jul 12 03:49:38.999927 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b021e4fe-6b7e-4f93-bab7-083a53a9e82c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:39.014897 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-b021e4fe-6b7e-4f93-bab7-083a53a9e82c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/050cadf9-2bc2-456c-98bb-2feab0957195 HTTP/1.1" status: 204 len: 168 time: 0.4744272 Jul 12 03:49:39.015812 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b021e4fe-6b7e-4f93-bab7-083a53a9e82c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=050cadf9-2bc2-456c-98bb-2feab0957195,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:39.017531 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60648) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:39.083180 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 0715a358-71bc-478a-a550-93b9a4f11eb8 resource provider aggregate not found Jul 12 03:49:39.132178 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f3c83cfd-c2b9-4418-b0f5-6ff723a8dfac req-fa504276-316b-41c4-ba4f-87a6ffe8c329 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751747 Jul 12 03:49:39.138203 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 0715a358-71bc-478a-a550-93b9a4f11eb8 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0715a358-71bc-478a-a550-93b9a4f11eb8 found for delete ", "request_id": "req-8693dec1-134a-414f-a5f8-645cb182bb45"}]} Jul 12 03:49:39.301483 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (1cc70e27-4ccd-4c42-a2db-bf72e015dafa), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:39.488894 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1d2c12f5-3a33-4d93-9e7f-452f64e19795 req-66801108-429a-4df0-8d68-c741219cb9fb tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0618687 Jul 12 03:49:39.549888 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (1cc70e27-4ccd-4c42-a2db-bf72e015dafa), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:39.585625 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.586690 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.587764 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.600486 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > port after_create 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.603285 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > port after_delete 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.604965 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > port after_update 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.605623 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.606872 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.608219 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.608751 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.711349 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9091a20-32d7-4136-ad84-3de41b93a010 req-429d893b-4a17-4fec-9082-6446eb31df4a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:39.715959 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d9091a20-32d7-4136-ad84-3de41b93a010 req-429d893b-4a17-4fec-9082-6446eb31df4a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.1267810 Jul 12 03:49:39.803406 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60676) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:39.812855 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.813381 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.813577 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.813826 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=110647) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 12 03:49:39.814180 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cc70e27-4ccd-4c42-a2db-bf72e015dafa']}} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:39.836590 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd716921-da9d-484b-b6df-6a6cb538c2b6') {'for_net_delete': True} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:39.837512 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd716921-da9d-484b-b6df-6a6cb538c2b6') {} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:49:39.856453 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d9091a20-32d7-4136-ad84-3de41b93a010 req-2e2cc9a7-98cf-49b0-b5a1-f643f1e69d14 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322060 Jul 12 03:49:39.858894 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627617'] for segment (cd716921-da9d-484b-b6df-6a6cb538c2b6), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.128765 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-46627b5e-a1de-4f6d-a89e-d4c92752378c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.153263 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:40.168485 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-be66e71e-8655-4af1-ac51-19689730b77b req-99f342e5-b3fd-4882-bf1c-ac21bd1ebd72 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817569 Jul 12 03:49:40.194525 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (cd716921-da9d-484b-b6df-6a6cb538c2b6), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.221217 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=110647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:49:40.221603 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5532234'] for segment (cd716921-da9d-484b-b6df-6a6cb538c2b6), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.490820 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (1cc70e27-4ccd-4c42-a2db-bf72e015dafa), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.505809 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:40.525268 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.547794 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1cc70e27-4ccd-4c42-a2db-bf72e015dafa HTTP/1.1" status: 204 len: 168 time: 1.5116251 Jul 12 03:49:40.556058 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-46627b5e-a1de-4f6d-a89e-d4c92752378c admin admin] Publish callbacks [] for security_group (ed69b780-d918-4737-b4ef-832ee39a5f09), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.566544 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-46627b5e-a1de-4f6d-a89e-d4c92752378c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ed69b780-d918-4737-b4ef-832ee39a5f09), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.608524 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-784b4cda-1165-41ec-8cbf-1e5e93fa0819 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cc70e27-4ccd-4c42-a2db-bf72e015dafa,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:40.644261 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d357d1-d539-4e2e-8ca0-aa855978d29d req-8aec1328-5982-436b-8cff-276b2e466cab tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:40.661789 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-27d357d1-d539-4e2e-8ca0-aa855978d29d req-8aec1328-5982-436b-8cff-276b2e466cab tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.3407054 Jul 12 03:49:40.687708 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46627b5e-a1de-4f6d-a89e-d4c92752378c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed69b780-d918-4737-b4ef-832ee39a5f09,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:40.723302 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-46627b5e-a1de-4f6d-a89e-d4c92752378c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5cd96ec8d7f24d8e9ad496ff21fa8824&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9125707 Jul 12 03:49:40.723982 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60716) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:40.724362 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment cd716921-da9d-484b-b6df-6a6cb538c2b6 resource provider aggregate not found Jul 12 03:49:40.731545 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f5e8b12-7b56-4758-9463-d6d284fc083f req-55f5a233-e75b-4bd9-b02c-c6d4d4fca6ea tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0878720 Jul 12 03:49:40.749186 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-27d357d1-d539-4e2e-8ca0-aa855978d29d req-e17f6039-9f06-43b5-905a-72058e5c3867 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862083 Jul 12 03:49:40.772979 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment cd716921-da9d-484b-b6df-6a6cb538c2b6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cd716921-da9d-484b-b6df-6a6cb538c2b6 found for delete ", "request_id": "req-8b03bba8-3063-44fa-9cf2-79db417be021"}]} Jul 12 03:49:40.784202 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:40.799880 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-eae46418-67dd-4bfa-b086-a0270c46235f admin admin] Publish callbacks [] for security_group (ed69b780-d918-4737-b4ef-832ee39a5f09), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.826558 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60724) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:40.827259 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-eae46418-67dd-4bfa-b086-a0270c46235f admin admin] Publish callbacks [] for security_group (ed69b780-d918-4737-b4ef-832ee39a5f09), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.867577 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-eca9770d-a750-42c5-8c0d-a3c85fbbfd60 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5683619f4ab7459bb5cc12d91703b28d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0388203 Jul 12 03:49:40.870082 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60726) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:40.876293 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-eae46418-67dd-4bfa-b086-a0270c46235f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ed69b780-d918-4737-b4ef-832ee39a5f09), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.878827 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-eae46418-67dd-4bfa-b086-a0270c46235f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.880118 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-eae46418-67dd-4bfa-b086-a0270c46235f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ed69b780-d918-4737-b4ef-832ee39a5f09 HTTP/1.1" status: 204 len: 168 time: 0.1557734 Jul 12 03:49:40.888714 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae46418-67dd-4bfa-b086-a0270c46235f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed69b780-d918-4737-b4ef-832ee39a5f09,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:40.927704 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6ee382e1-5d61-40f4-a03b-d0da8a02dfd5 admin admin] Publish callbacks [] for security_group (069aa841-21d8-426b-af3d-3cd723282e33), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:40.976521 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6ee382e1-5d61-40f4-a03b-d0da8a02dfd5 admin admin] Publish callbacks [] for security_group (069aa841-21d8-426b-af3d-3cd723282e33), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.036204 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a67d51-6639-43d3-bf5f-f6315dbad344 req-9fa46958-b923-4e9a-8900-a586569e0750 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:41.037699 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e6a67d51-6639-43d3-bf5f-f6315dbad344 req-9fa46958-b923-4e9a-8900-a586569e0750 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0749454 Jul 12 03:49:41.072321 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6ee382e1-5d61-40f4-a03b-d0da8a02dfd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (069aa841-21d8-426b-af3d-3cd723282e33), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.075022 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6ee382e1-5d61-40f4-a03b-d0da8a02dfd5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.076184 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6ee382e1-5d61-40f4-a03b-d0da8a02dfd5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/069aa841-21d8-426b-af3d-3cd723282e33 HTTP/1.1" status: 204 len: 168 time: 0.2050292 Jul 12 03:49:41.099535 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee382e1-5d61-40f4-a03b-d0da8a02dfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069aa841-21d8-426b-af3d-3cd723282e33,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:41.109368 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e6a67d51-6639-43d3-bf5f-f6315dbad344 req-d65010e8-4d7e-40d8-8148-d64f103e56f1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646110 Jul 12 03:49:41.128374 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=39 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:41.287068 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60740) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:41.303329 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-fb38fc4d-34da-4d6e-8c4f-283332d78060 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.393973 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-fb38fc4d-34da-4d6e-8c4f-283332d78060 admin admin] Publish callbacks [] for security_group (4751066f-00b7-4d3e-9643-7634b3d8ea0e), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.399323 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-fb38fc4d-34da-4d6e-8c4f-283332d78060 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4751066f-00b7-4d3e-9643-7634b3d8ea0e), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.441178 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-fb38fc4d-34da-4d6e-8c4f-283332d78060 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b33e540f31ec47d6a4c60bb9705a14e0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1522760 Jul 12 03:49:41.442402 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38fc4d-34da-4d6e-8c4f-283332d78060 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4751066f-00b7-4d3e-9643-7634b3d8ea0e,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:41.443967 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60742) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:41.497371 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7443cbb2-01fe-4468-a7f3-1058eec7c568 admin admin] Publish callbacks [] for security_group (4751066f-00b7-4d3e-9643-7634b3d8ea0e), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.506730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60744) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:41.519027 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7443cbb2-01fe-4468-a7f3-1058eec7c568 admin admin] Publish callbacks [] for security_group (4751066f-00b7-4d3e-9643-7634b3d8ea0e), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.540701 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:41.550083 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-d569a93e-4607-4262-984c-345b2c6eb911 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=37203b7ae9cd41ebbb14b6852c817d38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0418744 Jul 12 03:49:41.552451 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60746) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:41.569885 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7443cbb2-01fe-4468-a7f3-1058eec7c568 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4751066f-00b7-4d3e-9643-7634b3d8ea0e), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.572616 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7443cbb2-01fe-4468-a7f3-1058eec7c568 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.576375 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-7443cbb2-01fe-4468-a7f3-1058eec7c568 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4751066f-00b7-4d3e-9643-7634b3d8ea0e HTTP/1.1" status: 204 len: 168 time: 0.1286619 Jul 12 03:49:41.582422 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7443cbb2-01fe-4468-a7f3-1058eec7c568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4751066f-00b7-4d3e-9643-7634b3d8ea0e,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:41.606083 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=36 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:41.610705 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-444fd8b7-ea54-4645-8f0a-b40e7b6946bf admin admin] Publish callbacks [] for security_group (2bdb5da6-b994-43a1-85bc-edae8cbc5ac6), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.632919 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-444fd8b7-ea54-4645-8f0a-b40e7b6946bf admin admin] Publish callbacks [] for security_group (2bdb5da6-b994-43a1-85bc-edae8cbc5ac6), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.697076 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-444fd8b7-ea54-4645-8f0a-b40e7b6946bf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2bdb5da6-b994-43a1-85bc-edae8cbc5ac6), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.699720 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-444fd8b7-ea54-4645-8f0a-b40e7b6946bf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:41.700928 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-444fd8b7-ea54-4645-8f0a-b40e7b6946bf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2bdb5da6-b994-43a1-85bc-edae8cbc5ac6 HTTP/1.1" status: 204 len: 168 time: 0.1467278 Jul 12 03:49:41.709138 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444fd8b7-ea54-4645-8f0a-b40e7b6946bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bdb5da6-b994-43a1-85bc-edae8cbc5ac6,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:41.927920 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae53d0f-fd86-4384-af30-59a49167479d req-c524b473-d566-4f04-aaf7-865ded251366 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:41.929517 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3ae53d0f-fd86-4384-af30-59a49167479d req-c524b473-d566-4f04-aaf7-865ded251366 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0663855 Jul 12 03:49:41.938241 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4cff885d-af73-404e-a07c-41e93a21a279 req-8dedf9b5-f659-4966-9693-3625fa4651e7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0608990 Jul 12 03:49:42.006145 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3ae53d0f-fd86-4384-af30-59a49167479d req-b8fb9130-94c1-4cbf-9246-c719688ce815 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700531 Jul 12 03:49:42.248958 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286a6542-ec7b-4e0e-8239-bcacff044c77 req-aa3ff705-f15d-47a9-a257-7f5c961ff07f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:42.250496 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-286a6542-ec7b-4e0e-8239-bcacff044c77 req-aa3ff705-f15d-47a9-a257-7f5c961ff07f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0605342 Jul 12 03:49:42.311601 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-286a6542-ec7b-4e0e-8239-bcacff044c77 req-9f796437-82bd-4f28-9645-09d63189a2ef tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540223 Jul 12 03:49:43.078615 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b9cdc3a8-a925-4eee-8032-9b840c8ba31c req-285ef56b-b9a2-416c-899a-12d3cb090c1f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0438011 Jul 12 03:49:43.151300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd15139-fd50-4084-84c0-53d10c27df54 req-1fd03a73-b1c3-4d90-a417-b3ac8dcead60 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:43.152868 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cdd15139-fd50-4084-84c0-53d10c27df54 req-1fd03a73-b1c3-4d90-a417-b3ac8dcead60 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0554342 Jul 12 03:49:43.205080 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cdd15139-fd50-4084-84c0-53d10c27df54 req-03c5c37b-067f-47de-bd65-9461b716292e tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449874 Jul 12 03:49:43.436455 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d859ea-adae-4c56-b496-e40a87e404e8 req-f8531019-3288-41f4-803e-44a5d05aee1e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:43.437980 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-77d859ea-adae-4c56-b496-e40a87e404e8 req-f8531019-3288-41f4-803e-44a5d05aee1e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0508184 Jul 12 03:49:43.490449 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-77d859ea-adae-4c56-b496-e40a87e404e8 req-a6e6cf0d-9387-49fc-89ee-750e8ed9f667 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460210 Jul 12 03:49:43.904391 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:49:44.061756 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60908) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:44.337413 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d52409b-f66a-4aa6-90e1-72374db6d3be req-158fd358-8a14-4e71-8399-953ba14daf2e tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:44.338939 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d52409b-f66a-4aa6-90e1-72374db6d3be req-158fd358-8a14-4e71-8399-953ba14daf2e tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0595059 Jul 12 03:49:44.376338 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4b553667-9de1-48a6-bc86-579ea66da115 req-ff1517f2-621e-4ddd-9ca9-56e228f272bd tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.2163708 Jul 12 03:49:44.377098 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-efd2bc53-508d-4a4e-b81d-b72560fee8d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:44.379639 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:44.387510 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d52409b-f66a-4aa6-90e1-72374db6d3be req-d6956af3-7548-4627-a5ea-c0647ca48ec1 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Jul 12 03:49:44.419769 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:UPDATE=1,neutron:SELECT=87,neutron:DELETE=8,neutron:INSERT=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:44.464520 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-efd2bc53-508d-4a4e-b81d-b72560fee8d9 admin admin] Publish callbacks [] for security_group (1c83ae03-7b53-49e2-9790-e4adcc89d91e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:44.471067 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-efd2bc53-508d-4a4e-b81d-b72560fee8d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1c83ae03-7b53-49e2-9790-e4adcc89d91e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:44.508541 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-efd2bc53-508d-4a4e-b81d-b72560fee8d9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d849a86eb6f44b2cb5b45bef5170b71a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4457519 Jul 12 03:49:44.510604 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd2bc53-508d-4a4e-b81d-b72560fee8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c83ae03-7b53-49e2-9790-e4adcc89d91e,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:44.511449 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 60920) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:44.563493 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-422f2b54-d14a-4400-bd32-c0242150b8e6 admin admin] Publish callbacks [] for security_group (1c83ae03-7b53-49e2-9790-e4adcc89d91e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:44.586106 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-422f2b54-d14a-4400-bd32-c0242150b8e6 admin admin] Publish callbacks [] for security_group (1c83ae03-7b53-49e2-9790-e4adcc89d91e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:44.606949 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591d2e50-0542-475f-9136-9756570f2723 req-43c93987-cb64-440a-9c5f-c430be34d4ab tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:44.608467 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-591d2e50-0542-475f-9136-9756570f2723 req-43c93987-cb64-440a-9c5f-c430be34d4ab tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0487306 Jul 12 03:49:44.617958 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:44.646848 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-422f2b54-d14a-4400-bd32-c0242150b8e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1c83ae03-7b53-49e2-9790-e4adcc89d91e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:44.649666 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-422f2b54-d14a-4400-bd32-c0242150b8e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:44.650843 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-422f2b54-d14a-4400-bd32-c0242150b8e6 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1c83ae03-7b53-49e2-9790-e4adcc89d91e HTTP/1.1" status: 204 len: 168 time: 0.1383634 Jul 12 03:49:44.659745 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-422f2b54-d14a-4400-bd32-c0242150b8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c83ae03-7b53-49e2-9790-e4adcc89d91e,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:44.671670 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-591d2e50-0542-475f-9136-9756570f2723 req-4fdec01d-9b2a-4db9-ad19-b07e9dfd7f0b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555072 Jul 12 03:49:44.715198 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:44.954616 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60936) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:44.969945 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-895e1128-a866-4cf3-b899-716221192d8a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:45.048418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-895e1128-a866-4cf3-b899-716221192d8a admin admin] Publish callbacks [] for security_group (ccb5428e-e337-4c7e-9250-0ae4c5bb8171), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:45.053954 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-895e1128-a866-4cf3-b899-716221192d8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ccb5428e-e337-4c7e-9250-0ae4c5bb8171), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:45.095159 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895e1128-a866-4cf3-b899-716221192d8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccb5428e-e337-4c7e-9250-0ae4c5bb8171,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:45.101921 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-895e1128-a866-4cf3-b899-716221192d8a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d6a4d674c9734956bc5bc3498d15e678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459868 Jul 12 03:49:45.106027 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60938) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:45.158279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3108c9a6-c360-47ad-b63a-fbb0bbe17702 admin admin] Publish callbacks [] for security_group (ccb5428e-e337-4c7e-9250-0ae4c5bb8171), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:45.180313 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3108c9a6-c360-47ad-b63a-fbb0bbe17702 admin admin] Publish callbacks [] for security_group (ccb5428e-e337-4c7e-9250-0ae4c5bb8171), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:45.204408 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4e38881a-0ffa-4470-af6d-306fbc443751 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:45.237711 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3108c9a6-c360-47ad-b63a-fbb0bbe17702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ccb5428e-e337-4c7e-9250-0ae4c5bb8171), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:45.240302 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3108c9a6-c360-47ad-b63a-fbb0bbe17702 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:45.244221 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-3108c9a6-c360-47ad-b63a-fbb0bbe17702 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ccb5428e-e337-4c7e-9250-0ae4c5bb8171 HTTP/1.1" status: 204 len: 168 time: 0.1363983 Jul 12 03:49:45.261427 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3108c9a6-c360-47ad-b63a-fbb0bbe17702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccb5428e-e337-4c7e-9250-0ae4c5bb8171,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:45.359136 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-7de293df-f575-48ea-a10d-c170258197ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:45.361854 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-7de293df-f575-48ea-a10d-c170258197ab service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38b640d5f6734a6b95b46a6f9dd695ec&device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 1127 time: 0.0878279 Jul 12 03:49:45.427202 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:45.440192 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a61e5-ed55-4db5-9f95-2501d4f552a0 req-2b843820-40ad-4b35-9cfb-5e48f52c301c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:45.441977 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c8a61e5-ed55-4db5-9f95-2501d4f552a0 req-2b843820-40ad-4b35-9cfb-5e48f52c301c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 1127 time: 0.0529673 Jul 12 03:49:45.471106 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-4c5a226c-ad1d-4c1a-ac2b-3c325e7cb973 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6845f790-c764-4fae-adef-13d8d80d7354 HTTP/1.1" status: 200 len: 217 time: 0.0882108 Jul 12 03:49:45.608573 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f7be61d-1599-4739-9a39-180b562e203e req-8b5d4e07-47b5-41a7-bfa6-9a61435bf545 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0945611 Jul 12 03:49:45.662375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-2b511133-37e2-43aa-8649-301ea1603dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:45.664489 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-2b511133-37e2-43aa-8649-301ea1603dce service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97aa8409-5265-4bc1-b054-b970b96d7216 HTTP/1.1" status: 200 len: 851 time: 0.1757233 Jul 12 03:49:45.717528 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac175b-d7bb-4970-99cf-91c98a9e047b req-ce7eb292-4fa4-4420-8546-5d3981b1bdae tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:45.719807 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5bac175b-d7bb-4970-99cf-91c98a9e047b req-ce7eb292-4fa4-4420-8546-5d3981b1bdae tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.2030997 Jul 12 03:49:45.797356 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a61e5-ed55-4db5-9f95-2501d4f552a0 req-ac2c95ce-2530-4488-87b0-0634f9d5f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:45.798975 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c8a61e5-ed55-4db5-9f95-2501d4f552a0 req-ac2c95ce-2530-4488-87b0-0634f9d5f69d service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=fd03cff94a1842d8811deafa0dce10f9&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3429348 Jul 12 03:49:45.836666 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5bac175b-d7bb-4970-99cf-91c98a9e047b req-22684b30-db06-4f82-9705-a244cb501947 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987761 Jul 12 03:49:45.870634 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5c19690b-19a6-49d0-933e-1c71ae0530de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:45.872351 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-5c19690b-19a6-49d0-933e-1c71ae0530de service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=352cd507-1097-42cd-8b57-77a477f68965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1999338 Jul 12 03:49:45.884368 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94c0ce4-a789-4945-9c02-519c94ea0fa4 req-83070f1a-5e92-478d-9377-27cfefc54d49 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:45.885901 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c94c0ce4-a789-4945-9c02-519c94ea0fa4 req-83070f1a-5e92-478d-9377-27cfefc54d49 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0804365 Jul 12 03:49:45.963502 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c94c0ce4-a789-4945-9c02-519c94ea0fa4 req-44af1665-079f-4f2c-93c0-b25909fd5d2a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711327 Jul 12 03:49:46.453491 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 60998) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:46.566385 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b706acb4-c820-4e28-81d3-2e3bfebaa99b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:46.611580 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:46.659842 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b706acb4-c820-4e28-81d3-2e3bfebaa99b admin admin] Publish callbacks [] for security_group (5f30886e-f3d7-4e60-b250-3b9d7790fb84), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:46.668255 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b706acb4-c820-4e28-81d3-2e3bfebaa99b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5f30886e-f3d7-4e60-b250-3b9d7790fb84), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:46.735260 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-b706acb4-c820-4e28-81d3-2e3bfebaa99b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=28fae6efdcd447baa6a9df2c36bb976d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2805939 Jul 12 03:49:46.738229 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 32780) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:46.756322 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b99d3ba6-1986-4bb6-99d4-a9a71be96b4d req-58ddf6e5-0fd5-4612-b84d-fe233e48861d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0442271 Jul 12 03:49:46.756927 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b706acb4-c820-4e28-81d3-2e3bfebaa99b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f30886e-f3d7-4e60-b250-3b9d7790fb84,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:46.837482 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9ef0222b-7225-4fbc-8a1b-e9ce6d0470d0 admin admin] Publish callbacks [] for security_group (5f30886e-f3d7-4e60-b250-3b9d7790fb84), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:46.866052 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9ef0222b-7225-4fbc-8a1b-e9ce6d0470d0 admin admin] Publish callbacks [] for security_group (5f30886e-f3d7-4e60-b250-3b9d7790fb84), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:46.948924 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9ef0222b-7225-4fbc-8a1b-e9ce6d0470d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5f30886e-f3d7-4e60-b250-3b9d7790fb84), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:46.951688 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9ef0222b-7225-4fbc-8a1b-e9ce6d0470d0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:46.952882 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-9ef0222b-7225-4fbc-8a1b-e9ce6d0470d0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5f30886e-f3d7-4e60-b250-3b9d7790fb84 HTTP/1.1" status: 204 len: 168 time: 0.2135551 Jul 12 03:49:46.966798 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eec48a-ecbd-4f96-8599-ffb6a0f367ca req-5c651087-f6b9-4608-9274-fb1da1f1613d tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:46.975676 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-73eec48a-ecbd-4f96-8599-ffb6a0f367ca req-5c651087-f6b9-4608-9274-fb1da1f1613d tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0681045 Jul 12 03:49:47.001028 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef0222b-7225-4fbc-8a1b-e9ce6d0470d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f30886e-f3d7-4e60-b250-3b9d7790fb84,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:47.055919 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-73eec48a-ecbd-4f96-8599-ffb6a0f367ca req-1b7ac0df-bce7-465a-8435-8f31baa49a4c tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787277 Jul 12 03:49:47.147595 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d755bb4-6a64-4345-9788-5ac64c75d54d req-43996448-7094-4c06-a2b0-94eeb18d30d9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:47.149279 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8d755bb4-6a64-4345-9788-5ac64c75d54d req-43996448-7094-4c06-a2b0-94eeb18d30d9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0718632 Jul 12 03:49:47.204771 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 32810) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:47.223772 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8d755bb4-6a64-4345-9788-5ac64c75d54d req-658cf0df-b077-456d-b76d-30852b948e86 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672462 Jul 12 03:49:47.437965 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-31a474a8-e348-4d3e-ba05-9522e9c88c24 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.538174 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-31a474a8-e348-4d3e-ba05-9522e9c88c24 admin admin] Publish callbacks [] for security_group (bf0ef815-7701-49b0-bfb4-6fe253143a0d), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.543201 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-31a474a8-e348-4d3e-ba05-9522e9c88c24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (bf0ef815-7701-49b0-bfb4-6fe253143a0d), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.570457 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 32830) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:47.590701 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e09ad964-7585-4a52-8827-d62a33a81171 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.593534 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-31a474a8-e348-4d3e-ba05-9522e9c88c24 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdc613edd261411fa7c9352fd2d0285e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3882873 Jul 12 03:49:47.595994 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 32834) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:47.611024 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a474a8-e348-4d3e-ba05-9522e9c88c24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf0ef815-7701-49b0-bfb4-6fe253143a0d,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:47.618168 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 32838) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:47.639117 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:INSERT=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:47.673563 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca9b4-c0f3-48eb-8274-b4a75a8bec87 admin admin] Publish callbacks [] for security_group (bf0ef815-7701-49b0-bfb4-6fe253143a0d), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.703104 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca9b4-c0f3-48eb-8274-b4a75a8bec87 admin admin] Publish callbacks [] for security_group (bf0ef815-7701-49b0-bfb4-6fe253143a0d), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.706389 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-330a44a7-86bf-4bb9-b6a1-8bb8339f914a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.761462 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e09ad964-7585-4a52-8827-d62a33a81171 admin admin] Publish callbacks [] for security_group (3063fad6-ed0c-4d14-9681-8446a4afd1ec), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.767764 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e09ad964-7585-4a52-8827-d62a33a81171 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3063fad6-ed0c-4d14-9681-8446a4afd1ec), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.767958 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca9b4-c0f3-48eb-8274-b4a75a8bec87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (bf0ef815-7701-49b0-bfb4-6fe253143a0d), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.771881 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4c8ca9b4-c0f3-48eb-8274-b4a75a8bec87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.773070 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4c8ca9b4-c0f3-48eb-8274-b4a75a8bec87 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/bf0ef815-7701-49b0-bfb4-6fe253143a0d HTTP/1.1" status: 204 len: 168 time: 0.1761622 Jul 12 03:49:47.784121 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8ca9b4-c0f3-48eb-8274-b4a75a8bec87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf0ef815-7701-49b0-bfb4-6fe253143a0d,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:47.871946 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e09ad964-7585-4a52-8827-d62a33a81171 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=497bd535a4b04d668f1cec811c136a3d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3003948 Jul 12 03:49:47.874730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 32854) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:47.878119 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09ad964-7585-4a52-8827-d62a33a81171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3063fad6-ed0c-4d14-9681-8446a4afd1ec,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:47.963317 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-082dc351-fe26-48fd-91b0-96d71463bac5 req-25a561da-66e1-4d4a-81fd-5aec7ea68f22 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0638294 Jul 12 03:49:47.981806 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1a78ca7-f6b6-4df4-b54b-edb2077843f6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:47.993848 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:48.003942 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6d3cee81-4437-4ef5-a2f7-60232fceebca admin admin] Publish callbacks [] for security_group (3063fad6-ed0c-4d14-9681-8446a4afd1ec), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.053361 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6d3cee81-4437-4ef5-a2f7-60232fceebca admin admin] Publish callbacks [] for security_group (3063fad6-ed0c-4d14-9681-8446a4afd1ec), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.135202 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1a78ca7-f6b6-4df4-b54b-edb2077843f6 admin admin] Publish callbacks [] for security_group (3b74f621-a4df-4e2a-af08-fe8166ca6d6b), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.141560 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1a78ca7-f6b6-4df4-b54b-edb2077843f6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3b74f621-a4df-4e2a-af08-fe8166ca6d6b), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.158798 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6d3cee81-4437-4ef5-a2f7-60232fceebca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3063fad6-ed0c-4d14-9681-8446a4afd1ec), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.161626 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6d3cee81-4437-4ef5-a2f7-60232fceebca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.163213 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6d3cee81-4437-4ef5-a2f7-60232fceebca admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3063fad6-ed0c-4d14-9681-8446a4afd1ec HTTP/1.1" status: 204 len: 168 time: 0.2872021 Jul 12 03:49:48.195836 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f1a78ca7-f6b6-4df4-b54b-edb2077843f6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e326983b69846a5a48c16f53980efd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5724459 Jul 12 03:49:48.197175 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 32868) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:48.204138 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a78ca7-f6b6-4df4-b54b-edb2077843f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b74f621-a4df-4e2a-af08-fe8166ca6d6b,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:48.222166 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3cee81-4437-4ef5-a2f7-60232fceebca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3063fad6-ed0c-4d14-9681-8446a4afd1ec,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:48.251193 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ee6e21-1b45-491e-89c3-ae1dc7860293 req-66d59101-af8a-4896-891b-88c7c5919878 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:48.254282 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f7ee6e21-1b45-491e-89c3-ae1dc7860293 req-66d59101-af8a-4896-891b-88c7c5919878 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.1093242 Jul 12 03:49:48.300654 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-75100688-8d55-435a-a6ea-282ca29efdb8 admin admin] Publish callbacks [] for security_group (3b74f621-a4df-4e2a-af08-fe8166ca6d6b), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.305293 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=82,neutron:INSERT=18 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:48.339615 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-75100688-8d55-435a-a6ea-282ca29efdb8 admin admin] Publish callbacks [] for security_group (3b74f621-a4df-4e2a-af08-fe8166ca6d6b), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.367912 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f7ee6e21-1b45-491e-89c3-ae1dc7860293 req-11063af7-15f2-40e7-823d-ddcb9087351d tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015193 Jul 12 03:49:48.421329 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 32874) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:48.440115 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5750063-6dbb-4e31-a0aa-b374249e1ddb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.450314 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f893760c-c7a9-4020-b061-1802e04da8b8 req-fb11e9e9-7bd0-4d0d-a924-2de9ddc0c70c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:48.451814 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f893760c-c7a9-4020-b061-1802e04da8b8 req-fb11e9e9-7bd0-4d0d-a924-2de9ddc0c70c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0670805 Jul 12 03:49:48.481186 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-75100688-8d55-435a-a6ea-282ca29efdb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3b74f621-a4df-4e2a-af08-fe8166ca6d6b), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.483772 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-75100688-8d55-435a-a6ea-282ca29efdb8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.485048 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-75100688-8d55-435a-a6ea-282ca29efdb8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3b74f621-a4df-4e2a-af08-fe8166ca6d6b HTTP/1.1" status: 204 len: 168 time: 0.2879713 Jul 12 03:49:48.494600 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=84,neutron:DELETE=7,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:48.507611 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75100688-8d55-435a-a6ea-282ca29efdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b74f621-a4df-4e2a-af08-fe8166ca6d6b,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:48.528620 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f893760c-c7a9-4020-b061-1802e04da8b8 req-39ef0d41-cd73-4468-9177-92a63382cdff tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706851 Jul 12 03:49:48.638350 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-036fb78a-cfc8-4c42-9688-db4b34a647e3 service neutron] 10.222.0.44 "GET /v2.0/networks/352cd507-1097-42cd-8b57-77a477f68965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235974 Jul 12 03:49:48.647286 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.701584 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5750063-6dbb-4e31-a0aa-b374249e1ddb admin admin] Publish callbacks [] for security_group (30c861ba-ff3c-41e3-80fa-742e87d91139), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.723689 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5750063-6dbb-4e31-a0aa-b374249e1ddb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (30c861ba-ff3c-41e3-80fa-742e87d91139), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.803741 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e5750063-6dbb-4e31-a0aa-b374249e1ddb admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd2acb1ca0654938996b0b2722bf6153&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3810709 Jul 12 03:49:48.806154 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 32884) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:48.815396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8a61e5-ed55-4db5-9f95-2501d4f552a0 req-f4a903a4-f800-47dc-861b-4664bce63bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:48.817202 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c8a61e5-ed55-4db5-9f95-2501d4f552a0 req-f4a903a4-f800-47dc-861b-4664bce63bfd service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3027656 Jul 12 03:49:48.817997 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5750063-6dbb-4e31-a0aa-b374249e1ddb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30c861ba-ff3c-41e3-80fa-742e87d91139,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:48.881305 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c43c152e-252d-4f8b-ba85-100a13e2ee2b admin admin] Publish callbacks [] for security_group (30c861ba-ff3c-41e3-80fa-742e87d91139), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.939221 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c43c152e-252d-4f8b-ba85-100a13e2ee2b admin admin] Publish callbacks [] for security_group (30c861ba-ff3c-41e3-80fa-742e87d91139), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:48.947105 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c612d9c-187b-4265-9911-c0f64e836cf9 req-feef8105-5e22-4438-9627-bda0d97443ca service neutron] 10.222.0.44 "GET /v2.0/networks/352cd507-1097-42cd-8b57-77a477f68965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2991152 Jul 12 03:49:48.959088 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-e43c4cc9-55c6-45a5-a952-022ee6bf67ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:48.960645 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-e43c4cc9-55c6-45a5-a952-022ee6bf67ae service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 1127 time: 0.0725522 Jul 12 03:49:49.032307 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-b706d909-f09d-4b7a-997c-51ecab7e9c8e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae HTTP/1.1" status: 200 len: 217 time: 0.0463934 Jul 12 03:49:49.072620 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-9d57b65a-bc50-478c-bdef-d97e6a003361 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:49.075541 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-9d57b65a-bc50-478c-bdef-d97e6a003361 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 817 time: 0.2998214 Jul 12 03:49:49.085393 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c43c152e-252d-4f8b-ba85-100a13e2ee2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (30c861ba-ff3c-41e3-80fa-742e87d91139), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.096984 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 32902) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:49.099282 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c43c152e-252d-4f8b-ba85-100a13e2ee2b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.100465 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-c43c152e-252d-4f8b-ba85-100a13e2ee2b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/30c861ba-ff3c-41e3-80fa-742e87d91139 HTTP/1.1" status: 204 len: 168 time: 0.2923522 Jul 12 03:49:49.156930 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1ff7bc7e-1ff2-4f01-add4-1f8e3d91083d req-151f000d-f455-434a-9995-2f6a5acb58b6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0818226 Jul 12 03:49:49.158363 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43c152e-252d-4f8b-ba85-100a13e2ee2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c861ba-ff3c-41e3-80fa-742e87d91139,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:49.335347 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7ff37f5a-2e5e-42e8-a707-0dbf6a894d8f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.440805 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 9d25c1e9-86c8-4922-a334-9f6f33f80277 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:49:49.453854 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7ff37f5a-2e5e-42e8-a707-0dbf6a894d8f admin admin] Publish callbacks [] for security_group (78fbf6b0-7952-44b6-afa5-01551826ca1f), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.462893 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7ff37f5a-2e5e-42e8-a707-0dbf6a894d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (78fbf6b0-7952-44b6-afa5-01551826ca1f), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.489176 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:49.528251 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:INSERT=8,neutron:SELECT=87,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:49.567340 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-7ff37f5a-2e5e-42e8-a707-0dbf6a894d8f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=431458e6d9e645dfa330ab518f2aec20&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4687216 Jul 12 03:49:49.570643 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 32934) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:49.583521 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff37f5a-2e5e-42e8-a707-0dbf6a894d8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78fbf6b0-7952-44b6-afa5-01551826ca1f,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:49.608254 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38074dd-fcef-44fb-9bc5-a09c7ab98ba1 req-913d439b-5fee-41ab-8f9a-0a9d0903cbc7 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:49.610681 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e38074dd-fcef-44fb-9bc5-a09c7ab98ba1 req-913d439b-5fee-41ab-8f9a-0a9d0903cbc7 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0981212 Jul 12 03:49:49.616230 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2,neutron:INSERT=9,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:49.716938 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e38074dd-fcef-44fb-9bc5-a09c7ab98ba1 req-44acae9e-f911-4035-b27f-1a535b1e2231 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973508 Jul 12 03:49:49.725637 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 9d25c1e9-86c8-4922-a334-9f6f33f80277, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:49.727072 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f446843-0b3e-493f-8ee4-986b9e8217f1 req-05a9a05b-5c55-4552-b6f5-7e4bd99ce259 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:49.728972 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8f446843-0b3e-493f-8ee4-986b9e8217f1 req-05a9a05b-5c55-4552-b6f5-7e4bd99ce259 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0905221 Jul 12 03:49:49.733323 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-76d7840e-c515-4291-a382-73f882cbb163 admin admin] Publish callbacks [] for security_group (78fbf6b0-7952-44b6-afa5-01551826ca1f), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.768269 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '9d25c1e9-86c8-4922-a334-9f6f33f80277', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'port_id': '9d25c1e9-86c8-4922-a334-9f6f33f80277', 'mac_address': 'fa:16:3e:de:f1:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:49:49.783912 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-76d7840e-c515-4291-a382-73f882cbb163 admin admin] Publish callbacks [] for security_group (78fbf6b0-7952-44b6-afa5-01551826ca1f), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.845719 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8f446843-0b3e-493f-8ee4-986b9e8217f1 req-20359572-b9a9-419b-ac8b-ecab5576845a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925231 Jul 12 03:49:49.848959 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 9d25c1e9-86c8-4922-a334-9f6f33f80277 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:49.849928 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.875807 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d25c1e9-86c8-4922-a334-9f6f33f80277 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:49:49.877842 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-76d7840e-c515-4291-a382-73f882cbb163 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (78fbf6b0-7952-44b6-afa5-01551826ca1f), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.881278 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-76d7840e-c515-4291-a382-73f882cbb163 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.883536 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-76d7840e-c515-4291-a382-73f882cbb163 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/78fbf6b0-7952-44b6-afa5-01551826ca1f HTTP/1.1" status: 204 len: 168 time: 0.3113465 Jul 12 03:49:49.888410 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:49.896676 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d7840e-c515-4291-a382-73f882cbb163 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78fbf6b0-7952-44b6-afa5-01551826ca1f,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:49.904524 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 9d25c1e9-86c8-4922-a334-9f6f33f80277, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:49.915124 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:49.968489 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=9d25c1e9-86c8-4922-a334-9f6f33f80277,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:50.219430 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:50.296751 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 32962) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:50.301472 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-af931ded-4d64-4e6b-9f95-618ea8d23fec req-52f7872e-9a8e-4712-bb79-eea3f919d15f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0360043 Jul 12 03:49:50.425943 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['9d25c1e9-86c8-4922-a334-9f6f33f80277'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:49:50.528565 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:50.576292 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a628ae43-7b59-4880-9632-ddb2b44b2810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:50.625016 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:50.714628 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a628ae43-7b59-4880-9632-ddb2b44b2810 admin admin] Publish callbacks [] for security_group (16cd5033-9703-4993-86cb-104c77c03a58), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:50.721312 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a628ae43-7b59-4880-9632-ddb2b44b2810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (16cd5033-9703-4993-86cb-104c77c03a58), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:50.769080 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-a628ae43-7b59-4880-9632-ddb2b44b2810 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=dad61a7d4edd4c1cb22ef642af3acab6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4708116 Jul 12 03:49:50.772183 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 32998) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:50.775708 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a628ae43-7b59-4880-9632-ddb2b44b2810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16cd5033-9703-4993-86cb-104c77c03a58,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:50.879555 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d25c2-a61c-4684-a2f2-20960d0f1874 req-707b57d2-79d3-45c6-a9cf-c8ac53dba29f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:50.880622 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-265d25c2-a61c-4684-a2f2-20960d0f1874 req-707b57d2-79d3-45c6-a9cf-c8ac53dba29f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0681322 Jul 12 03:49:50.892091 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-38793f8c-52da-45c3-9a8a-affddb6ad4b8 admin admin] Publish callbacks [] for security_group (16cd5033-9703-4993-86cb-104c77c03a58), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:50.934620 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-38793f8c-52da-45c3-9a8a-affddb6ad4b8 admin admin] Publish callbacks [] for security_group (16cd5033-9703-4993-86cb-104c77c03a58), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:50.979569 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-265d25c2-a61c-4684-a2f2-20960d0f1874 req-6dce65bf-9b96-4ae7-8995-933c7c328df4 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844469 Jul 12 03:49:51.016685 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0441d1-b6e2-40d9-ad1d-0a0f64e2da55 req-b7893719-eba0-41e9-8fc5-14d84dfec460 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:51.018892 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6c0441d1-b6e2-40d9-ad1d-0a0f64e2da55 req-b7893719-eba0-41e9-8fc5-14d84dfec460 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0826313 Jul 12 03:49:51.024060 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-38793f8c-52da-45c3-9a8a-affddb6ad4b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (16cd5033-9703-4993-86cb-104c77c03a58), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:51.027734 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-38793f8c-52da-45c3-9a8a-affddb6ad4b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:51.031413 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-38793f8c-52da-45c3-9a8a-affddb6ad4b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/16cd5033-9703-4993-86cb-104c77c03a58 HTTP/1.1" status: 204 len: 168 time: 0.2543745 Jul 12 03:49:51.039418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38793f8c-52da-45c3-9a8a-affddb6ad4b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16cd5033-9703-4993-86cb-104c77c03a58,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:51.095126 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6c0441d1-b6e2-40d9-ad1d-0a0f64e2da55 req-dfc1751d-dee1-47cd-bd8a-c273d2945163 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690079 Jul 12 03:49:51.154999 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-eb3e32c3-591d-46a7-900b-04519d3d9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:51.157370 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-eb3e32c3-591d-46a7-900b-04519d3d9862 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0625510 Jul 12 03:49:51.185342 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79351-5462-4bef-93e3-422284b7059b req-358afa82-f9c3-4e2a-a3b7-7eb018f3f10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:51.187036 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a7b79351-5462-4bef-93e3-422284b7059b req-358afa82-f9c3-4e2a-a3b7-7eb018f3f10d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=38b640d5f6734a6b95b46a6f9dd695ec&device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 1127 time: 0.0802705 Jul 12 03:49:51.210842 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-f1ac9ba1-ccf7-4c63-b0dd-4e136309080f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9417b8011914e108ae00b5aa583ce50 HTTP/1.1" status: 200 len: 379 time: 0.1144812 Jul 12 03:49:51.280379 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33022) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:51.286590 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'port': {'device_id': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'admin_state_up': True, 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'security_groups': ['3e603eac-5d15-4a67-ba23-66d5d6f6d6ed']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:51.342251 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-49235a66-0182-41df-8f08-cdc3cefe014c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:51.344795 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-49235a66-0182-41df-8f08-cdc3cefe014c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0570645 Jul 12 03:49:51.385902 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:51.425149 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 9d25c1e9-86c8-4922-a334-9f6f33f80277 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:51.488529 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 9d25c1e9-86c8-4922-a334-9f6f33f80277 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:49:51.501997 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 9d25c1e9-86c8-4922-a334-9f6f33f80277 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:51.502652 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:51.531980 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1eaf5ffd-c077-43e2-bbd0-84599ed42cb6 req-234ba355-fbef-4a17-ae56-b96f798583a5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0822058 Jul 12 03:49:51.551491 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-a180795e-9f7e-4000-8774-7fa2c1675ae4 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003827 Jul 12 03:49:51.567260 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79351-5462-4bef-93e3-422284b7059b req-b3d15d3a-2b4b-4174-b25d-ffd88b5e3e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:51.569389 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a7b79351-5462-4bef-93e3-422284b7059b req-b3d15d3a-2b4b-4174-b25d-ffd88b5e3e23 service neutron] 10.222.0.44 "GET /v2.0/networks?id=352cd507-1097-42cd-8b57-77a477f68965 HTTP/1.1" status: 200 len: 913 time: 0.2766635 Jul 12 03:49:51.585991 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Made reservation on behalf of e9417b8011914e108ae00b5aa583ce50 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:51.593589 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:51.639390 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a7b79351-5462-4bef-93e3-422284b7059b req-d5144e74-8d13-4d70-8059-3e7fa1b81469 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6845f790-c764-4fae-adef-13d8d80d7354 HTTP/1.1" status: 200 len: 217 time: 0.0640225 Jul 12 03:49:51.689483 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6109d8b0-3720-412c-bf70-b790dd281b76 req-2f5f59f2-cf4c-4529-af54-6d27cb293971 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194928 Jul 12 03:49:51.690140 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 9d25c1e9-86c8-4922-a334-9f6f33f80277 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:51.690596 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:51.729971 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:51.741737 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f1cbdb-c631-4f89-b3c5-8e74819e942d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d25c1e9-86c8-4922-a334-9f6f33f80277'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:49:51.785219 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79351-5462-4bef-93e3-422284b7059b req-069ff434-002d-4e74-a35d-eccb754ab9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:51.786765 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a7b79351-5462-4bef-93e3-422284b7059b req-069ff434-002d-4e74-a35d-eccb754ab9ab service neutron] 10.222.0.44 "GET /v2.0/subnets?id=97aa8409-5265-4bc1-b054-b970b96d7216 HTTP/1.1" status: 200 len: 851 time: 0.1302397 Jul 12 03:49:51.800958 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-10a825ba-1b92-4d1d-ba0f-5485007a87e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:51.840437 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:51.851015 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 9d25c1e9-86c8-4922-a334-9f6f33f80277, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:51.858727 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:51.877955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Allocated IP 172.20.0.5 (8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b/1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf/28823cfb-b758-4345-b841-353bcf53f8b8) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:49:51.897642 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33044) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:51.927370 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=9d25c1e9-86c8-4922-a334-9f6f33f80277,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:51.940134 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:51.941303 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-30f12922-d7a7-468c-95ab-992808d5302f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.037166 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-10a825ba-1b92-4d1d-ba0f-5485007a87e0 admin admin] Publish callbacks [] for security_group (e9d24cee-43f8-4685-b45e-88f06874ebc5), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.050593 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-10a825ba-1b92-4d1d-ba0f-5485007a87e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e9d24cee-43f8-4685-b45e-88f06874ebc5), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.107155 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9929fd9-bcb4-4293-9a1d-3c311846b1cd" -d '{"events": [{"server_uuid": "48f1cbdb-c631-4f89-b3c5-8e74819e942d", "name": "network-vif-plugged", "status": "completed", "tag": "9d25c1e9-86c8-4922-a334-9f6f33f80277"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:49:52.111195 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a825ba-1b92-4d1d-ba0f-5485007a87e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d24cee-43f8-4685-b45e-88f06874ebc5,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:52.125421 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-10a825ba-1b92-4d1d-ba0f-5485007a87e0 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=48cda030737e42d48c101e9b5315fa36&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8437843 Jul 12 03:49:52.129325 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33058) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:52.173754 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-30f12922-d7a7-468c-95ab-992808d5302f admin admin] Publish callbacks [] for security_group (c84a0dbb-9376-4957-a531-61df35373125), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.175322 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e9bf04-aabe-4281-af7e-9bc3f05bab36 req-76dcffe3-9e15-46b7-8f37-ac2af8c31c61 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:52.183163 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-62e9bf04-aabe-4281-af7e-9bc3f05bab36 req-76dcffe3-9e15-46b7-8f37-ac2af8c31c61 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0885181 Jul 12 03:49:52.192819 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-30f12922-d7a7-468c-95ab-992808d5302f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c84a0dbb-9376-4957-a531-61df35373125), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.199736 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:52.219863 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for port (28823cfb-b758-4345-b841-353bcf53f8b8), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.239125 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-30f12922-d7a7-468c-95ab-992808d5302f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ae3410896d1747859c1ed4acddacad98&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3371661 Jul 12 03:49:52.247064 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33066) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:52.281960 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f12922-d7a7-468c-95ab-992808d5302f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c84a0dbb-9376-4957-a531-61df35373125,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:52.285174 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-074cccd8-b75c-4d12-915d-f4aad9b413a7 admin admin] Publish callbacks [] for security_group (e9d24cee-43f8-4685-b45e-88f06874ebc5), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.314042 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-074cccd8-b75c-4d12-915d-f4aad9b413a7 admin admin] Publish callbacks [] for security_group (e9d24cee-43f8-4685-b45e-88f06874ebc5), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.328586 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-62e9bf04-aabe-4281-af7e-9bc3f05bab36 req-c8e90655-9780-4518-9759-8a5d3db9f25d tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444161 Jul 12 03:49:52.354422 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d2b39dc5-d25c-4a32-8882-0a36fc8f9e1e admin admin] Publish callbacks [] for security_group (c84a0dbb-9376-4957-a531-61df35373125), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.387753 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-074cccd8-b75c-4d12-915d-f4aad9b413a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e9d24cee-43f8-4685-b45e-88f06874ebc5), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.391559 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-074cccd8-b75c-4d12-915d-f4aad9b413a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.392821 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-074cccd8-b75c-4d12-915d-f4aad9b413a7 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e9d24cee-43f8-4685-b45e-88f06874ebc5 HTTP/1.1" status: 204 len: 168 time: 0.2624991 Jul 12 03:49:52.406680 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074cccd8-b75c-4d12-915d-f4aad9b413a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d24cee-43f8-4685-b45e-88f06874ebc5,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:52.414438 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d2b39dc5-d25c-4a32-8882-0a36fc8f9e1e admin admin] Publish callbacks [] for security_group (c84a0dbb-9376-4957-a531-61df35373125), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.488824 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.496149 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11df8b99-890c-47f3-9913-37b506c438e4 req-9786eeb0-3ff9-4a16-bb11-9753ceea4832 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:52.497703 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-11df8b99-890c-47f3-9913-37b506c438e4 req-9786eeb0-3ff9-4a16-bb11-9753ceea4832 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.0576828 Jul 12 03:49:52.536060 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7153aabc-9f5c-48dd-be35-e6df8006e3f6 x-openstack-request-id: req-7153aabc-9f5c-48dd-be35-e6df8006e3f6 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:49:52.536359 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f1cbdb-c631-4f89-b3c5-8e74819e942d", "name": "network-vif-plugged", "status": "completed", "tag": "9d25c1e9-86c8-4922-a334-9f6f33f80277", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:49:52.536616 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7153aabc-9f5c-48dd-be35-e6df8006e3f6 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:49:52.541164 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7153aabc-9f5c-48dd-be35-e6df8006e3f6'] response: {'server_uuid': '48f1cbdb-c631-4f89-b3c5-8e74819e942d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d25c1e9-86c8-4922-a334-9f6f33f80277', 'code': 200} Jul 12 03:49:52.592903 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:49:52.597577 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:52.601852 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:52.603994 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d2b39dc5-d25c-4a32-8882-0a36fc8f9e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c84a0dbb-9376-4957-a531-61df35373125), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.606475 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d2b39dc5-d25c-4a32-8882-0a36fc8f9e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.610057 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-d2b39dc5-d25c-4a32-8882-0a36fc8f9e1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c84a0dbb-9376-4957-a531-61df35373125 HTTP/1.1" status: 204 len: 168 time: 0.3627203 Jul 12 03:49:52.618165 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:52.621166 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b39dc5-d25c-4a32-8882-0a36fc8f9e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c84a0dbb-9376-4957-a531-61df35373125,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:52.623893 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:49:52.629820 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-11df8b99-890c-47f3-9913-37b506c438e4 req-501df076-77e9-41e5-a6d4-f0e60088cfd4 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222274 Jul 12 03:49:52.686549 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:52.687017 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:52.716215 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-bda6de78-80de-4854-b67d-3a4c0cbcafde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4337366 Jul 12 03:49:52.766435 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69c63e2-9dd8-4897-a35a-5be3a15bb2a1 req-5305dda6-434b-40cf-ac8b-441dcfc0014b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:52.772726 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d69c63e2-9dd8-4897-a35a-5be3a15bb2a1 req-5305dda6-434b-40cf-ac8b-441dcfc0014b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 931 time: 0.0698891 Jul 12 03:49:52.830806 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d69c63e2-9dd8-4897-a35a-5be3a15bb2a1 req-98bd56c0-d5b2-42b7-8ac1-060e2a5ab4f3 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519614 Jul 12 03:49:53.005778 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-898b68b4-0d5d-48f1-a29e-7bea7da561f7 None None] Provisioning complete for port 28823cfb-b758-4345-b841-353bcf53f8b8 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:53.006360 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-898b68b4-0d5d-48f1-a29e-7bea7da561f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.047960 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-898b68b4-0d5d-48f1-a29e-7bea7da561f7 None None] Port 28823cfb-b758-4345-b841-353bcf53f8b8 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:49:53.318917 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33104) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:53.332949 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-792b9eef-60d3-465f-b743-54b0721055b2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.383075 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:53.441585 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 6845f790-c764-4fae-adef-13d8d80d7354 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:49:53.474880 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-792b9eef-60d3-465f-b743-54b0721055b2 admin admin] Publish callbacks [] for security_group (1e277d28-e03c-4439-8f61-b92164d136c1), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.486988 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-792b9eef-60d3-465f-b743-54b0721055b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1e277d28-e03c-4439-8f61-b92164d136c1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.496022 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1be73-0423-432c-85b8-d5c49ef12296 req-085eac6e-c2e4-4a2e-9e64-1e668fe6adcb tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:53.504896 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bba1be73-0423-432c-85b8-d5c49ef12296 req-085eac6e-c2e4-4a2e-9e64-1e668fe6adcb tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 943 time: 0.0812006 Jul 12 03:49:53.519193 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-792b9eef-60d3-465f-b743-54b0721055b2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6ead544a8a444568b7b683d6a1977c27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1990647 Jul 12 03:49:53.522131 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33112) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:53.546700 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792b9eef-60d3-465f-b743-54b0721055b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e277d28-e03c-4439-8f61-b92164d136c1,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:53.626541 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bba1be73-0423-432c-85b8-d5c49ef12296 req-26304879-d858-4a1d-b8c2-a5771da70658 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203325 Jul 12 03:49:53.653385 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6f71715b-6f2e-48b1-96e6-5fd0da857e10 admin admin] Publish callbacks [] for security_group (1e277d28-e03c-4439-8f61-b92164d136c1), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.655156 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 6845f790-c764-4fae-adef-13d8d80d7354, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6845f790-c764-4fae-adef-13d8d80d7354,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:53.671996 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '6845f790-c764-4fae-adef-13d8d80d7354', 'network_id': '352cd507-1097-42cd-8b57-77a477f68965', 'port_id': '6845f790-c764-4fae-adef-13d8d80d7354', 'mac_address': 'fa:16:3e:c8:67:d7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '97aa8409-5265-4bc1-b054-b970b96d7216', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:49:53.682163 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6f71715b-6f2e-48b1-96e6-5fd0da857e10 admin admin] Publish callbacks [] for security_group (1e277d28-e03c-4439-8f61-b92164d136c1), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.730478 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 6845f790-c764-4fae-adef-13d8d80d7354 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:53.731250 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (6845f790-c764-4fae-adef-13d8d80d7354), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.759201 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Request body: {'port': {'device_id': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:53.771274 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6845f790-c764-4fae-adef-13d8d80d7354 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:49:53.800947 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 6845f790-c764-4fae-adef-13d8d80d7354, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6845f790-c764-4fae-adef-13d8d80d7354,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:53.808305 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (6845f790-c764-4fae-adef-13d8d80d7354), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.836525 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6f71715b-6f2e-48b1-96e6-5fd0da857e10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1e277d28-e03c-4439-8f61-b92164d136c1), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.839459 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6f71715b-6f2e-48b1-96e6-5fd0da857e10 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.843813 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6f71715b-6f2e-48b1-96e6-5fd0da857e10 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1e277d28-e03c-4439-8f61-b92164d136c1 HTTP/1.1" status: 204 len: 168 time: 0.3205314 Jul 12 03:49:53.874801 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f71715b-6f2e-48b1-96e6-5fd0da857e10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e277d28-e03c-4439-8f61-b92164d136c1,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:53.884867 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059862c0-c513-4aef-88f0-b7c12e790bce req-0e60cd27-7de8-4ea4-be4f-831903bf3cbc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:53.887676 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-059862c0-c513-4aef-88f0-b7c12e790bce req-0e60cd27-7de8-4ea4-be4f-831903bf3cbc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.1083474 Jul 12 03:49:53.904154 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:53.906892 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b79351-5462-4bef-93e3-422284b7059b req-4c0e6771-5490-4f78-9c38-932d336f862b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:53.913813 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a7b79351-5462-4bef-93e3-422284b7059b req-4c0e6771-5490-4f78-9c38-932d336f862b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=352cd507-1097-42cd-8b57-77a477f68965&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1862040 Jul 12 03:49:53.916954 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:53.934111 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=6845f790-c764-4fae-adef-13d8d80d7354,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:53.970703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:54.008456 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-059862c0-c513-4aef-88f0-b7c12e790bce req-922661a0-061c-4f15-affb-69b7d8d93c68 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090136 Jul 12 03:49:54.101388 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30586e0f-5f14-40de-bb71-65a39b952ac7 req-7ede6b81-45e9-477d-a89a-cc40416c45f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:54.103758 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-30586e0f-5f14-40de-bb71-65a39b952ac7 req-7ede6b81-45e9-477d-a89a-cc40416c45f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 1129 time: 0.1129663 Jul 12 03:49:54.148570 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-30586e0f-5f14-40de-bb71-65a39b952ac7 req-30044534-36cd-4673-9b76-e3cf7426e695 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:54.177789 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e7c81-d6be-4810-a69f-69155831d9e6 req-1cc701ec-c70c-4f72-8345-c27ba1cf53db tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:54.179267 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-859e7c81-d6be-4810-a69f-69155831d9e6 req-1cc701ec-c70c-4f72-8345-c27ba1cf53db tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 931 time: 0.1827879 Jul 12 03:49:54.237866 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['6845f790-c764-4fae-adef-13d8d80d7354'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:49:54.330921 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-30586e0f-5f14-40de-bb71-65a39b952ac7 req-30044534-36cd-4673-9b76-e3cf7426e695 service neutron] Publish callbacks [] for security_group (e16bacdc-b156-4c9c-8475-40778c56a484), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:54.342000 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-30586e0f-5f14-40de-bb71-65a39b952ac7 req-30044534-36cd-4673-9b76-e3cf7426e695 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e16bacdc-b156-4c9c-8475-40778c56a484), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:54.440291 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30044534-36cd-4673-9b76-e3cf7426e695 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=e16bacdc-b156-4c9c-8475-40778c56a484,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:54.464864 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-30586e0f-5f14-40de-bb71-65a39b952ac7 req-30044534-36cd-4673-9b76-e3cf7426e695 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3512862 Jul 12 03:49:54.640166 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-859e7c81-d6be-4810-a69f-69155831d9e6 req-c989b387-ebe7-43a2-bb3e-e35e88edf80b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4472747 Jul 12 03:49:54.651079 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:54.711004 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a7b79351-5462-4bef-93e3-422284b7059b req-296ead25-d998-4ee4-89d1-6bd3c77cc93f service neutron] 10.222.0.44 "GET /v2.0/networks/352cd507-1097-42cd-8b57-77a477f68965?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7512479 Jul 12 03:49:54.813392 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28823cfb-b758-4345-b841-353bcf53f8b8 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:49:54.821444 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Publish callbacks [] for port (28823cfb-b758-4345-b841-353bcf53f8b8), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:54.823038 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bff667-08d6-445d-8c4a-423eb7e6cdf6 req-a18a1bfe-4156-410e-a24d-b1369713d732 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:54.824747 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-78bff667-08d6-445d-8c4a-423eb7e6cdf6 req-a18a1bfe-4156-410e-a24d-b1369713d732 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 944 time: 0.0710607 Jul 12 03:49:54.874826 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33162) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:54.883916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:54.897979 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-78bff667-08d6-445d-8c4a-423eb7e6cdf6 req-4adcb6f6-37c9-445a-9a70-dd7ee4a951ac tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657165 Jul 12 03:49:54.936051 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Transition to ACTIVE for port object 28823cfb-b758-4345-b841-353bcf53f8b8 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:49:54.951909 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.010920 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a7b79351-5462-4bef-93e3-422284b7059b req-59b4768d-5f04-4abd-a3a2-d3e3628b6914 service neutron] 10.222.0.44 "GET /v2.0/networks/352cd507-1097-42cd-8b57-77a477f68965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1590998 Jul 12 03:49:55.038737 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:55.102769 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-fd380850-06ed-49b6-a84c-a2a160d6016d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.165036 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Attempting to bind port 28823cfb-b758-4345-b841-353bcf53f8b8 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:49:55.165533 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Attempting to bind port 28823cfb-b758-4345-b841-353bcf53f8b8 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:49:55.165778 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Attempting to bind port 28823cfb-b758-4345-b841-353bcf53f8b8 on network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:55.172557 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Port 28823cfb-b758-4345-b841-353bcf53f8b8 on network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:49:55.172876 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Attempting to bind port 28823cfb-b758-4345-b841-353bcf53f8b8 on network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:49:55.186639 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 49, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:49:55.186974 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Checking segment: {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:55.187365 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Bound using segment: {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:49:55.195904 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Bound port: 28823cfb-b758-4345-b841-353bcf53f8b8, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:49:55.196346 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.217541 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7906d7-d393-4f72-aaa9-0039d4f76847 req-e55681d0-6a33-4df5-9d26-3cbf7b34979b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:55.224570 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6a7906d7-d393-4f72-aaa9-0039d4f76847 req-e55681d0-6a33-4df5-9d26-3cbf7b34979b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 943 time: 0.1122739 Jul 12 03:49:55.248453 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-fd380850-06ed-49b6-a84c-a2a160d6016d admin admin] Publish callbacks [] for security_group (4c49548f-2f70-4f53-bca4-e8b0a7ae93a0), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.256633 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-fd380850-06ed-49b6-a84c-a2a160d6016d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4c49548f-2f70-4f53-bca4-e8b0a7ae93a0), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.299837 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33186) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:55.307104 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6a7906d7-d393-4f72-aaa9-0039d4f76847 req-6d6a2a62-28a6-452e-a085-9dde1c5c661a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815408 Jul 12 03:49:55.340311 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-fd380850-06ed-49b6-a84c-a2a160d6016d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=946175c6149b46b1838d8ebb93efba66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4642611 Jul 12 03:49:55.344536 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33192) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:55.355371 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:49:55.359296 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:49:55.364266 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd380850-06ed-49b6-a84c-a2a160d6016d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c49548f-2f70-4f53-bca4-e8b0a7ae93a0,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:55.368555 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.440681 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:55.451506 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:55.452249 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.454904 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device d0f7e295-9d5e-45ea-b61d-7a13f716e4ae details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:49:55.472524 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-a68b7bb0-bfef-4389-9178-91d71b033cfd service neutron] 10.222.0.44 "PUT /v2.0/ports/28823cfb-b758-4345-b841-353bcf53f8b8 HTTP/1.1" status: 200 len: 1093 time: 1.7188015 Jul 12 03:49:55.473062 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:49:55.475705 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95" -d '{"events": [{"name": "network-changed", "server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:49:55.524673 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57e10297-fb6e-4717-b49f-15eac64d5bde x-openstack-request-id: req-57e10297-fb6e-4717-b49f-15eac64d5bde {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:49:55.524977 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:49:55.525244 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-57e10297-fb6e-4717-b49f-15eac64d5bde {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:49:55.526031 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57e10297-fb6e-4717-b49f-15eac64d5bde'] response: {'name': 'network-changed', 'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8', 'status': 'completed', 'code': 200} Jul 12 03:49:55.557422 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 6845f790-c764-4fae-adef-13d8d80d7354 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:49:55.609382 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:55.627510 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:55.645387 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-477c0c2a-a8da-4ddd-999d-c70bb4f6b244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:55.650600 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-477c0c2a-a8da-4ddd-999d-c70bb4f6b244 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 1127 time: 0.0731993 Jul 12 03:49:55.666984 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f62613a1-5872-40ef-b069-0bcff39fd3f8 admin admin] Publish callbacks [] for security_group (4c49548f-2f70-4f53-bca4-e8b0a7ae93a0), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.690778 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 6845f790-c764-4fae-adef-13d8d80d7354 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:49:55.712836 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 6845f790-c764-4fae-adef-13d8d80d7354 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:49:55.713410 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (6845f790-c764-4fae-adef-13d8d80d7354), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.734898 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f62613a1-5872-40ef-b069-0bcff39fd3f8 admin admin] Publish callbacks [] for security_group (4c49548f-2f70-4f53-bca4-e8b0a7ae93a0), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.778483 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:55.783117 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-231170803-network', 'tenant_id': 'e0fd252826f243cd9430ba1a4cee95c5'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:55.790314 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=86,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:55.803135 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-591ed41a-d307-4264-812f-fbee9e35b2ae service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28823cfb-b758-4345-b841-353bcf53f8b8 HTTP/1.1" status: 200 len: 217 time: 0.1377721 Jul 12 03:49:55.842109 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Made reservation on behalf of e0fd252826f243cd9430ba1a4cee95c5 for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:55.843543 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.855396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.865806 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': 'd0f7e295-9d5e-45ea-b61d-7a13f716e4ae', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'port_id': 'd0f7e295-9d5e-45ea-b61d-7a13f716e4ae', 'mac_address': 'fa:16:3e:4e:d6:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:49:55.868484 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 6845f790-c764-4fae-adef-13d8d80d7354 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:55.869043 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (6845f790-c764-4fae-adef-13d8d80d7354), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.903548 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f62613a1-5872-40ef-b069-0bcff39fd3f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4c49548f-2f70-4f53-bca4-e8b0a7ae93a0), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.908784 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f62613a1-5872-40ef-b069-0bcff39fd3f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.913041 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f62613a1-5872-40ef-b069-0bcff39fd3f8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4c49548f-2f70-4f53-bca4-e8b0a7ae93a0 HTTP/1.1" status: 204 len: 168 time: 0.5674291 Jul 12 03:49:55.972319 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:49:55.972977 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:55.981678 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62613a1-5872-40ef-b069-0bcff39fd3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c49548f-2f70-4f53-bca4-e8b0a7ae93a0,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:55.984508 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-0889bc51-7b78-47c4-b6cb-91eeace6497c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:55.987008 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-0889bc51-7b78-47c4-b6cb-91eeace6497c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.1486053 Jul 12 03:49:55.991593 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:56.036718 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0f7e295-9d5e-45ea-b61d-7a13f716e4ae {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:49:56.057894 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-617c922e-e6c5-4c13-bbe6-506201a1c38f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:56.059579 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-617c922e-e6c5-4c13-bbe6-506201a1c38f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0608749 Jul 12 03:49:56.074962 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fa8837-5ba0-4d23-8954-e18d9e48ed9c req-ba9c3f3b-0ac7-4c98-aa12-25e9469a7186 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:56.076557 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-08fa8837-5ba0-4d23-8954-e18d9e48ed9c req-ba9c3f3b-0ac7-4c98-aa12-25e9469a7186 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.2911737 Jul 12 03:49:56.077020 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:56.084232 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02a9be9-245a-4206-b88e-e7f7b9162ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6845f790-c764-4fae-adef-13d8d80d7354'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:49:56.086776 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a67147-da78-4af2-9824-d1033f891ee6" -d '{"events": [{"server_uuid": "e02a9be9-245a-4206-b88e-e7f7b9162ce3", "name": "network-vif-plugged", "status": "completed", "tag": "6845f790-c764-4fae-adef-13d8d80d7354"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:49:56.105050 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.108106 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 6845f790-c764-4fae-adef-13d8d80d7354, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6845f790-c764-4fae-adef-13d8d80d7354,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:49:56.164871 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:56.169153 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (6845f790-c764-4fae-adef-13d8d80d7354), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.185602 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-f77f7e0e-08b8-425f-9f61-03a08f23f6ed service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1079493 Jul 12 03:49:56.187339 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270171cc-ca55-4c78-9c19-219f9a2bf9b0 req-9936ba95-d45b-43ad-b0b8-e850c52a8e39 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:56.188880 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-270171cc-ca55-4c78-9c19-219f9a2bf9b0 req-9936ba95-d45b-43ad-b0b8-e850c52a8e39 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 944 time: 0.1461437 Jul 12 03:49:56.199698 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:56.240648 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Publish callbacks [] for security_group (ce3b20f3-dc3c-409e-b5cc-0efd2e7b5ebe), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.267076 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=6845f790-c764-4fae-adef-13d8d80d7354,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:56.274214 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ce3b20f3-dc3c-409e-b5cc-0efd2e7b5ebe), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.310425 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-08fa8837-5ba0-4d23-8954-e18d9e48ed9c req-519b65b5-7c4a-4a16-966b-2bbee4bafa03 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238244 Jul 12 03:49:56.310597 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:49:56.327278 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce3b20f3-dc3c-409e-b5cc-0efd2e7b5ebe,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:56.338804 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=78,neutron:INSERT=16,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:56.344279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (94a347a4-8c33-48d3-86f2-0cba8574e44a), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.344617 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Added segment 94a347a4-8c33-48d3-86f2-0cba8574e44a of type vlan for network fd6bb15a-703a-47d2-8ca4-53a07609f9cb Jul 12 03:49:56.370156 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-270171cc-ca55-4c78-9c19-219f9a2bf9b0 req-fe9b2d10-9ecd-458d-b726-b7abab28fefb tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335459 Jul 12 03:49:56.432480 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c149654-e48d-4ba0-8b64-05813b7316dd req-3d11d234-a677-41fd-a5a5-644f5ae20ef8 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297256 Jul 12 03:49:56.442538 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (fd6bb15a-703a-47d2-8ca4-53a07609f9cb), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.473893 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14915ae6-b581-441a-b2fa-e5663bc9a4f3 x-openstack-request-id: req-14915ae6-b581-441a-b2fa-e5663bc9a4f3 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:49:56.474393 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02a9be9-245a-4206-b88e-e7f7b9162ce3", "name": "network-vif-plugged", "status": "completed", "tag": "6845f790-c764-4fae-adef-13d8d80d7354", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:49:56.474393 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-14915ae6-b581-441a-b2fa-e5663bc9a4f3 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:49:56.474782 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14915ae6-b581-441a-b2fa-e5663bc9a4f3'] response: {'server_uuid': 'e02a9be9-245a-4206-b88e-e7f7b9162ce3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6845f790-c764-4fae-adef-13d8d80d7354', 'code': 200} Jul 12 03:49:56.490730 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (fd6bb15a-703a-47d2-8ca4-53a07609f9cb), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.491777 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:56.493909 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.537210 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['d0f7e295-9d5e-45ea-b61d-7a13f716e4ae'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:49:56.572719 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2642288 Jul 12 03:49:56.573129 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33236) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:56.579316 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Request body: {'subnet': {'network_id': 'fd6bb15a-703a-47d2-8ca4-53a07609f9cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-231170803-subnet', 'tenant_id': 'e0fd252826f243cd9430ba1a4cee95c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:56.590280 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:56.649391 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33242) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:56.656910 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Made reservation on behalf of e0fd252826f243cd9430ba1a4cee95c5 for: {'subnet': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:56.660531 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5635568'] for subnet (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.666391 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e00caa-c31e-4287-b00f-4a40b37bb0aa admin admin] Pushing event updated for resources: {'Network': ['ID=fd6bb15a-703a-47d2-8ca4-53a07609f9cb,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:56.671189 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-81b4dbf4-48df-49a9-92a0-d9b4f32ed831 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.680965 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network fd6bb15a-703a-47d2-8ca4-53a07609f9cb details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:49:56.689564 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38c66ac-673a-4986-92a2-25d68f1c1778 req-67169fd1-397a-4c0a-992e-fb0e52b54399 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:56.691176 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e38c66ac-673a-4986-92a2-25d68f1c1778 req-67169fd1-397a-4c0a-992e-fb0e52b54399 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 944 time: 0.1944883 Jul 12 03:49:56.821859 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e38c66ac-673a-4986-92a2-25d68f1c1778 req-dd03ec7b-ec49-4a85-aae8-8fd3f0aa4dd3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155927 Jul 12 03:49:56.867438 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-81b4dbf4-48df-49a9-92a0-d9b4f32ed831 admin admin] Publish callbacks [] for security_group (75e2536f-61fc-404c-b16f-591f7e9ba1bc), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.872414 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-81b4dbf4-48df-49a9-92a0-d9b4f32ed831 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (75e2536f-61fc-404c-b16f-591f7e9ba1bc), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.913179 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6355021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5635558'] for subnet (e852c4e1-8185-480d-9ae0-eec797155c70), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:56.926366 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-81b4dbf4-48df-49a9-92a0-d9b4f32ed831 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ded8ead8a1f74e1e806ab0c3c1bc953c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734847 Jul 12 03:49:56.926366 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b4dbf4-48df-49a9-92a0-d9b4f32ed831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e2536f-61fc-404c-b16f-591f7e9ba1bc,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:56.927739 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33246) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:56.985408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e852c4e1-8185-480d-9ae0-eec797155c70,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:57.004834 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3148b419-804c-4f7f-8833-a66a4fa392cf admin admin] Publish callbacks [] for security_group (75e2536f-61fc-404c-b16f-591f7e9ba1bc), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:57.020933 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Checking segment: {'id': '94a347a4-8c33-48d3-86f2-0cba8574e44a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fd6bb15a-703a-47d2-8ca4-53a07609f9cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:57.021295 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Network hostable DHCP agents. Network: fd6bb15a-703a-47d2-8ca4-53a07609f9cb, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:49:57.031307 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3148b419-804c-4f7f-8833-a66a4fa392cf admin admin] Publish callbacks [] for security_group (75e2536f-61fc-404c-b16f-591f7e9ba1bc), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:57.042050 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Network fd6bb15a-703a-47d2-8ca4-53a07609f9cb is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:49:57.051262 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=79,neutron:INSERT=17,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:57.057154 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, fd6bb15a-703a-47d2-8ca4-53a07609f9cb) {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:57.070227 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:57.072892 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:57.080352 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b5902d-da3a-4bd2-95b2-5cfb44fada8a None None] Network fd6bb15a-703a-47d2-8ca4-53a07609f9cb requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:57.107953 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-7858936d-e1bc-4b18-9fd3-eedfeef98e2b admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5335433 Jul 12 03:49:57.117433 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3148b419-804c-4f7f-8833-a66a4fa392cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (75e2536f-61fc-404c-b16f-591f7e9ba1bc), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:57.120398 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3148b419-804c-4f7f-8833-a66a4fa392cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:57.123714 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-3148b419-804c-4f7f-8833-a66a4fa392cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/75e2536f-61fc-404c-b16f-591f7e9ba1bc HTTP/1.1" status: 204 len: 168 time: 0.1927140 Jul 12 03:49:57.129666 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3148b419-804c-4f7f-8833-a66a4fa392cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e2536f-61fc-404c-b16f-591f7e9ba1bc,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:57.245197 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2adcbf25-03c6-4c53-94c1-7d5f60427b50 None None] Network fd6bb15a-703a-47d2-8ca4-53a07609f9cb requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:57.535212 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5097425a-49cc-400f-a077-421214eb8190 req-1c028fef-5221-4bf8-9d0a-5b41a27da335 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:57.537219 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5097425a-49cc-400f-a077-421214eb8190 req-1c028fef-5221-4bf8-9d0a-5b41a27da335 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0543652 Jul 12 03:49:57.546854 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a46d26-0695-4fcf-b967-2e599a1ffb56 req-da8f8cf6-d622-4f13-a65b-8f4b064968e2 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:57.548539 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f8a46d26-0695-4fcf-b967-2e599a1ffb56 req-da8f8cf6-d622-4f13-a65b-8f4b064968e2 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0566385 Jul 12 03:49:57.610059 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5097425a-49cc-400f-a077-421214eb8190 req-27c9735f-4e1b-43c7-82a0-0d303f7a1800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649354 Jul 12 03:49:57.617230 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f8a46d26-0695-4fcf-b967-2e599a1ffb56 req-ea53b10c-f034-4a81-b73f-72536363af45 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543756 Jul 12 03:49:57.927963 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23caf987-7471-43c8-b15f-ad24c9996238 req-c361f817-5222-4ae9-9491-f8665c5828ce tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:57.930217 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-23caf987-7471-43c8-b15f-ad24c9996238 req-c361f817-5222-4ae9-9491-f8665c5828ce tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 944 time: 0.0570638 Jul 12 03:49:57.980622 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-23caf987-7471-43c8-b15f-ad24c9996238 req-0d2453c3-b3ac-49ed-9f6b-1ce4ca8e3bf3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437875 Jul 12 03:49:58.083958 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33308) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:58.089233 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1441536388-network', 'tenant_id': 'aee2b9c236af4831a343a10c84445ee7'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:58.111402 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Made reservation on behalf of aee2b9c236af4831a343a10c84445ee7 for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:58.114089 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.123259 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.125748 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:58.207926 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Publish callbacks [] for security_group (d1317111-3144-4642-b748-8dd8f198daa6), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.213287 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (d1317111-3144-4642-b748-8dd8f198daa6), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.244768 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:49:58.264720 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (67e4a6bc-6040-4fd0-bb95-da0f6c94be14), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.265119 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Added segment 67e4a6bc-6040-4fd0-bb95-da0f6c94be14 of type vlan for network 89076af9-f176-45f6-870c-7e688054d539 Jul 12 03:49:58.266496 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1317111-3144-4642-b748-8dd8f198daa6,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:58.309952 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (89076af9-f176-45f6-870c-7e688054d539), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.338538 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (89076af9-f176-45f6-870c-7e688054d539), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.339825 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:58.340562 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.383024 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2978296 Jul 12 03:49:58.387870 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33326) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:58.392489 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Request body: {'subnet': {'network_id': '89076af9-f176-45f6-870c-7e688054d539', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1441536388-subnet', 'tenant_id': 'aee2b9c236af4831a343a10c84445ee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:49:58.423416 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b49b47-757d-473f-bc1b-111e66701792 admin admin] Pushing event updated for resources: {'Network': ['ID=89076af9-f176-45f6-870c-7e688054d539,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:58.436419 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 89076af9-f176-45f6-870c-7e688054d539 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:49:58.454659 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Made reservation on behalf of aee2b9c236af4831a343a10c84445ee7 for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:49:58.457417 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6051980'] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.662579 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5532463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6051994'] for subnet (0f266cea-e39c-4ed6-8697-05738f3652bc), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.764565 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:58.784921 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf89460-c7f4-4115-b5c1-f7a66c5a5aaf req-aec04305-d62e-4b41-a310-28fd720ea0a7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:58.787308 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-acf89460-c7f4-4115-b5c1-f7a66c5a5aaf req-aec04305-d62e-4b41-a310-28fd720ea0a7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0647948 Jul 12 03:49:58.800520 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Checking segment: {'id': '67e4a6bc-6040-4fd0-bb95-da0f6c94be14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '89076af9-f176-45f6-870c-7e688054d539'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:49:58.800910 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Network hostable DHCP agents. Network: 89076af9-f176-45f6-870c-7e688054d539, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:49:58.814267 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3771279f-e10e-49ae-ab2f-0037451c2ae5 req-bdea34fb-476d-4cb0-8aa9-d87a3cd12460 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:58.822291 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3771279f-e10e-49ae-ab2f-0037451c2ae5 req-bdea34fb-476d-4cb0-8aa9-d87a3cd12460 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.1026912 Jul 12 03:49:58.825582 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0f266cea-e39c-4ed6-8697-05738f3652bc,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:58.859086 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-acf89460-c7f4-4115-b5c1-f7a66c5a5aaf req-9933a4d1-dd33-464f-99b1-b65b0340e7e5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638652 Jul 12 03:49:58.869539 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:INSERT=13,neutron:SELECT=84,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:58.892398 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3771279f-e10e-49ae-ab2f-0037451c2ae5 req-2fbac046-f288-4f58-97b8-0cf972c10a71 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692210 Jul 12 03:49:58.893402 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Network 89076af9-f176-45f6-870c-7e688054d539 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:49:58.907718 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 89076af9-f176-45f6-870c-7e688054d539) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:49:58.912861 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:58.914401 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:58.917963 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfdea3c-f79b-40e4-a67d-c9d6043c32e2 None None] Network 89076af9-f176-45f6-870c-7e688054d539 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:58.948960 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-5cfc6abe-045d-4718-abcb-287474ba94c0 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5600510 Jul 12 03:49:59.044943 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f273886a-41fc-470e-8b2b-fca6ad173a70 None None] Network 89076af9-f176-45f6-870c-7e688054d539 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:49:59.121440 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b588393e-fc29-4acf-af8e-c8b544d004d0 req-fbeb84d9-981f-4610-a59e-48440c493d06 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:59.123645 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b588393e-fc29-4acf-af8e-c8b544d004d0 req-fbeb84d9-981f-4610-a59e-48440c493d06 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 944 time: 0.0586426 Jul 12 03:49:59.154043 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:59.187313 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b588393e-fc29-4acf-af8e-c8b544d004d0 req-060b58d3-93d3-4c5c-ab50-9cb2c082adbd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574083 Jul 12 03:49:59.209051 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33376) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:59.462291 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c172ed27-fbf2-4dd8-a916-d59e24536199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:59.556538 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c172ed27-fbf2-4dd8-a916-d59e24536199 admin admin] Publish callbacks [] for security_group (540f3880-1ec8-4b35-856c-e4db133fe70e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:59.561236 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c172ed27-fbf2-4dd8-a916-d59e24536199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (540f3880-1ec8-4b35-856c-e4db133fe70e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:59.602990 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-c172ed27-fbf2-4dd8-a916-d59e24536199 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e6759753399645b99c721a54ca969214&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3928361 Jul 12 03:49:59.603916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c172ed27-fbf2-4dd8-a916-d59e24536199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=540f3880-1ec8-4b35-856c-e4db133fe70e,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:59.605773 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33396) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:59.683003 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7dcdf099-2266-45db-86b2-497e5ee5bc1a admin admin] Publish callbacks [] for security_group (540f3880-1ec8-4b35-856c-e4db133fe70e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:59.702741 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:49:59.708759 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7dcdf099-2266-45db-86b2-497e5ee5bc1a admin admin] Publish callbacks [] for security_group (540f3880-1ec8-4b35-856c-e4db133fe70e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:59.778196 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7dcdf099-2266-45db-86b2-497e5ee5bc1a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (540f3880-1ec8-4b35-856c-e4db133fe70e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:59.780792 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7dcdf099-2266-45db-86b2-497e5ee5bc1a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:49:59.781950 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-7dcdf099-2266-45db-86b2-497e5ee5bc1a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/540f3880-1ec8-4b35-856c-e4db133fe70e HTTP/1.1" status: 204 len: 168 time: 0.1732831 Jul 12 03:49:59.791665 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33406) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:49:59.793069 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcdf099-2266-45db-86b2-497e5ee5bc1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=540f3880-1ec8-4b35-856c-e4db133fe70e,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:49:59.998266 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1c0408-d184-477c-9af2-5b31559191a6 req-93160a8a-5a1b-453d-8512-a835d6c3af4a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:49:59.999747 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9f1c0408-d184-477c-9af2-5b31559191a6 req-93160a8a-5a1b-453d-8512-a835d6c3af4a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0542433 Jul 12 03:50:00.043947 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a85704-3e63-4488-8374-969e692e45f7 req-f0cdb8e6-ccf2-45eb-986b-14d8d7466c95 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:00.045724 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-85a85704-3e63-4488-8374-969e692e45f7 req-f0cdb8e6-ccf2-45eb-986b-14d8d7466c95 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0611105 Jul 12 03:50:00.065246 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9f1c0408-d184-477c-9af2-5b31559191a6 req-decf296c-2c30-4c8c-afe4-f7a15b5b17cf tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593846 Jul 12 03:50:00.071072 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f1910b14-8f5f-47e0-a796-ccc9cfb21e74 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.123325 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-85a85704-3e63-4488-8374-969e692e45f7 req-c878de03-1030-4b13-9e03-3b2ae894ce47 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708106 Jul 12 03:50:00.151896 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33416) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:00.175974 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f1910b14-8f5f-47e0-a796-ccc9cfb21e74 admin admin] Publish callbacks [] for security_group (23b772fc-3514-4192-a679-f11e58517e38), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.177372 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5047e190-40ea-48e3-b928-c28a4adc8cb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.185507 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f1910b14-8f5f-47e0-a796-ccc9cfb21e74 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (23b772fc-3514-4192-a679-f11e58517e38), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.234512 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f1910b14-8f5f-47e0-a796-ccc9cfb21e74 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed9c5b21c8e54600a913ad9be5883678&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4414263 Jul 12 03:50:00.238107 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1910b14-8f5f-47e0-a796-ccc9cfb21e74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23b772fc-3514-4192-a679-f11e58517e38,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:00.238234 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33420) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:00.297854 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-09cbd621-741c-4084-a0b2-d23162d2fab9 admin admin] Publish callbacks [] for security_group (23b772fc-3514-4192-a679-f11e58517e38), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.319223 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-09cbd621-741c-4084-a0b2-d23162d2fab9 admin admin] Publish callbacks [] for security_group (23b772fc-3514-4192-a679-f11e58517e38), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.331526 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96592f2-4d7e-471e-b557-ddb35c9f1edd req-b79023b0-7548-4a78-b135-503cb1f4c73e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:00.333054 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c96592f2-4d7e-471e-b557-ddb35c9f1edd req-b79023b0-7548-4a78-b135-503cb1f4c73e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 944 time: 0.0683906 Jul 12 03:50:00.343379 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5047e190-40ea-48e3-b928-c28a4adc8cb3 admin admin] Publish callbacks [] for security_group (1864f7bf-97e5-4ed7-bc05-38063e0cd28b), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.356424 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5047e190-40ea-48e3-b928-c28a4adc8cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1864f7bf-97e5-4ed7-bc05-38063e0cd28b), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.370729 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-09cbd621-741c-4084-a0b2-d23162d2fab9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (23b772fc-3514-4192-a679-f11e58517e38), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.373449 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-09cbd621-741c-4084-a0b2-d23162d2fab9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.374725 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-09cbd621-741c-4084-a0b2-d23162d2fab9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/23b772fc-3514-4192-a679-f11e58517e38 HTTP/1.1" status: 204 len: 168 time: 0.1352074 Jul 12 03:50:00.383739 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cbd621-741c-4084-a0b2-d23162d2fab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23b772fc-3514-4192-a679-f11e58517e38,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:00.416581 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:00.427460 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-5047e190-40ea-48e3-b928-c28a4adc8cb3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=385da98486d641e7bf9ee8042a527643&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2743747 Jul 12 03:50:00.429325 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5047e190-40ea-48e3-b928-c28a4adc8cb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1864f7bf-97e5-4ed7-bc05-38063e0cd28b,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:00.430241 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33426) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:00.444520 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c96592f2-4d7e-471e-b557-ddb35c9f1edd req-1646a681-b8ff-4ced-850f-6c7f5db55a48 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036193 Jul 12 03:50:00.500470 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-05800a8d-1779-457a-b837-0146df9900e9 admin admin] Publish callbacks [] for security_group (1864f7bf-97e5-4ed7-bc05-38063e0cd28b), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.522511 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-05800a8d-1779-457a-b837-0146df9900e9 admin admin] Publish callbacks [] for security_group (1864f7bf-97e5-4ed7-bc05-38063e0cd28b), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.576288 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-05800a8d-1779-457a-b837-0146df9900e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1864f7bf-97e5-4ed7-bc05-38063e0cd28b), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.579066 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-05800a8d-1779-457a-b837-0146df9900e9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.580256 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-05800a8d-1779-457a-b837-0146df9900e9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1864f7bf-97e5-4ed7-bc05-38063e0cd28b HTTP/1.1" status: 204 len: 168 time: 0.1488421 Jul 12 03:50:00.590725 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05800a8d-1779-457a-b837-0146df9900e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1864f7bf-97e5-4ed7-bc05-38063e0cd28b,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:00.823535 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33438) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:00.836982 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a03c2cfc-6e64-48d9-8741-0a815f172e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.912843 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a03c2cfc-6e64-48d9-8741-0a815f172e7b admin admin] Publish callbacks [] for security_group (cba9152e-f532-493f-b78d-49d381ed2ea2), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.917106 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a03c2cfc-6e64-48d9-8741-0a815f172e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (cba9152e-f532-493f-b78d-49d381ed2ea2), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:00.955253 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-a03c2cfc-6e64-48d9-8741-0a815f172e7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ac8073f8db724e8db91e9bd1ffd3c160&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1304965 Jul 12 03:50:00.955987 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c2cfc-6e64-48d9-8741-0a815f172e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba9152e-f532-493f-b78d-49d381ed2ea2,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:00.958081 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33442) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:00.982092 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=78,neutron:DELETE=1,neutron:INSERT=19,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:01.013119 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d928a99d-354b-4a46-9210-879764b12821 admin admin] Publish callbacks [] for security_group (cba9152e-f532-493f-b78d-49d381ed2ea2), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:01.035610 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d928a99d-354b-4a46-9210-879764b12821 admin admin] Publish callbacks [] for security_group (cba9152e-f532-493f-b78d-49d381ed2ea2), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:01.092355 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d928a99d-354b-4a46-9210-879764b12821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (cba9152e-f532-493f-b78d-49d381ed2ea2), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:01.094765 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d928a99d-354b-4a46-9210-879764b12821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:01.095910 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d928a99d-354b-4a46-9210-879764b12821 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cba9152e-f532-493f-b78d-49d381ed2ea2 HTTP/1.1" status: 204 len: 168 time: 0.1366503 Jul 12 03:50:01.104319 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d928a99d-354b-4a46-9210-879764b12821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba9152e-f532-493f-b78d-49d381ed2ea2,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:01.233980 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28e5d10-302b-4535-865d-8269b7a25d96 req-a7381164-c6a2-40e8-b5a6-d39a9a66651b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:01.237088 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c28e5d10-302b-4535-865d-8269b7a25d96 req-a7381164-c6a2-40e8-b5a6-d39a9a66651b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0691750 Jul 12 03:50:01.248658 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device d0f7e295-9d5e-45ea-b61d-7a13f716e4ae up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:50:01.254258 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a512b68e-4a2a-4a53-94a1-ef9317e7ec78 req-bcbd44af-16aa-46cb-8edd-a462784d5cb5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:01.256437 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a512b68e-4a2a-4a53-94a1-ef9317e7ec78 req-bcbd44af-16aa-46cb-8edd-a462784d5cb5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0503669 Jul 12 03:50:01.303734 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:50:01.314914 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:01.316329 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:01.339788 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c28e5d10-302b-4535-865d-8269b7a25d96 req-0a89636f-84a9-4242-af05-d1e877824d08 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968695 Jul 12 03:50:01.359553 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a512b68e-4a2a-4a53-94a1-ef9317e7ec78 req-0958fcc3-836b-457d-a306-3b9476afe4a2 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958352 Jul 12 03:50:01.426411 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:50:01.426800 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:01.450702 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150b0be7-7300-4733-a0bc-76a06ec8bf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f7e295-9d5e-45ea-b61d-7a13f716e4ae'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:50:01.453263 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b2746c1-ae13-4c26-9820-75187bbf8e5c" -d '{"events": [{"server_uuid": "150b0be7-7300-4733-a0bc-76a06ec8bf4e", "name": "network-vif-plugged", "status": "completed", "tag": "d0f7e295-9d5e-45ea-b61d-7a13f716e4ae"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:50:01.466521 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:01.472340 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:01.515598 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:01.528593 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:01.540620 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:50:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8ae636-9eab-4556-8da3-a8c89e9f2f3d x-openstack-request-id: req-5a8ae636-9eab-4556-8da3-a8c89e9f2f3d {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:50:01.541622 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150b0be7-7300-4733-a0bc-76a06ec8bf4e", "name": "network-vif-plugged", "status": "completed", "tag": "d0f7e295-9d5e-45ea-b61d-7a13f716e4ae", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:50:01.541869 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5a8ae636-9eab-4556-8da3-a8c89e9f2f3d {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:50:01.542436 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a8ae636-9eab-4556-8da3-a8c89e9f2f3d'] response: {'server_uuid': '150b0be7-7300-4733-a0bc-76a06ec8bf4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0f7e295-9d5e-45ea-b61d-7a13f716e4ae', 'code': 200} Jul 12 03:50:01.612395 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c91e2-0800-49a7-a1ff-999aaa1125f2 req-83b49bc8-d7fc-4c28-a6c7-c7be4a8797af tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:01.614582 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b05c91e2-0800-49a7-a1ff-999aaa1125f2 req-83b49bc8-d7fc-4c28-a6c7-c7be4a8797af tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0646572 Jul 12 03:50:01.676866 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b05c91e2-0800-49a7-a1ff-999aaa1125f2 req-5021f3d3-6191-4b2f-a4f8-c06789c600f5 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518000 Jul 12 03:50:02.517278 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:02.542136 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a366099d-9c9e-4f72-92b8-08a9cd0b53a0 req-f17cdb6a-750c-415e-b80e-80ff0735c9bc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:02.545723 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a366099d-9c9e-4f72-92b8-08a9cd0b53a0 req-f17cdb6a-750c-415e-b80e-80ff0735c9bc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0689390 Jul 12 03:50:02.564590 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f15c6-2af6-44e6-9a91-702823143ad8 req-aaef1865-c7c6-4c04-810b-ebb8d89d586a tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:02.566190 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-054f15c6-2af6-44e6-9a91-702823143ad8 req-aaef1865-c7c6-4c04-810b-ebb8d89d586a tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0921869 Jul 12 03:50:02.639631 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a366099d-9c9e-4f72-92b8-08a9cd0b53a0 req-0a5fce2b-5f30-44a5-a48c-a35a9aaac071 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847106 Jul 12 03:50:02.649009 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-054f15c6-2af6-44e6-9a91-702823143ad8 req-320b9a0e-7b98-439e-9661-252f7486f7e2 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720444 Jul 12 03:50:02.791409 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088de13-8aac-43f6-80a2-63f21df7d92c req-3f6f766a-1c5a-4cc8-a260-5fd4d77031af tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:02.793229 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e088de13-8aac-43f6-80a2-63f21df7d92c req-3f6f766a-1c5a-4cc8-a260-5fd4d77031af tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0477214 Jul 12 03:50:02.841315 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e088de13-8aac-43f6-80a2-63f21df7d92c req-564e46da-bcec-42e9-8db7-ed034b9cda03 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423357 Jul 12 03:50:03.230691 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:50:03.267585 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:03.285645 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-717a6182-e459-4115-bead-001915d48681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:03.287401 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-717a6182-e459-4115-bead-001915d48681 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 1127 time: 0.0761437 Jul 12 03:50:03.341549 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:03.355319 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '28823cfb-b758-4345-b841-353bcf53f8b8', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'port_id': '28823cfb-b758-4345-b841-353bcf53f8b8', 'mac_address': 'fa:16:3e:7b:a5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:50:03.420610 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 28823cfb-b758-4345-b841-353bcf53f8b8 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:50:03.421190 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:03.439131 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28823cfb-b758-4345-b841-353bcf53f8b8 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:50:03.464609 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:03.472223 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:03.535049 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fee999c-b1ea-419b-8954-64bf1cf68279 req-87d8f543-a587-435f-8235-168a0f3efdcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:03.537197 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2fee999c-b1ea-419b-8954-64bf1cf68279 req-87d8f543-a587-435f-8235-168a0f3efdcb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 1129 time: 0.0718851 Jul 12 03:50:03.544496 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129e3ba-043a-4133-87e3-36134e950308 req-af542810-4768-4bfe-a318-48e27e9e5d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:03.547542 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4129e3ba-043a-4133-87e3-36134e950308 req-af542810-4768-4bfe-a318-48e27e9e5d70 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 1129 time: 0.1816225 Jul 12 03:50:03.551972 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:03.611841 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2fee999c-b1ea-419b-8954-64bf1cf68279 req-25abee0f-2231-4460-9ec7-dda2edb94c49 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670285 Jul 12 03:50:03.641699 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4129e3ba-043a-4133-87e3-36134e950308 req-431802d3-c203-470f-936f-f1b8b183209b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827084 Jul 12 03:50:03.648829 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-7e1c4b64-5d0a-4176-98ea-6bd868aed661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:03.652900 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-7e1c4b64-5d0a-4176-98ea-6bd868aed661 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 918 time: 0.3569767 Jul 12 03:50:03.797201 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a921ef1b-d7f6-4f85-83cb-03c8e3160b15 req-e059ec0c-11c2-4b03-891e-f4e928361765 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:03.803063 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89834f1e-6682-414b-b4c2-d6ceae1f0d73 req-38e2b1b1-d092-46f2-896b-6aa689f3a161 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:03.804565 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a921ef1b-d7f6-4f85-83cb-03c8e3160b15 req-e059ec0c-11c2-4b03-891e-f4e928361765 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0554104 Jul 12 03:50:03.810680 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-89834f1e-6682-414b-b4c2-d6ceae1f0d73 req-38e2b1b1-d092-46f2-896b-6aa689f3a161 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0677321 Jul 12 03:50:03.852556 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a921ef1b-d7f6-4f85-83cb-03c8e3160b15 req-f2da98f7-b2bb-4fdc-b2ca-d5bf32e366e7 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470841 Jul 12 03:50:03.877385 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-89834f1e-6682-414b-b4c2-d6ceae1f0d73 req-d7ec0c8c-2fb4-4dee-985b-50331310dfce tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658326 Jul 12 03:50:03.919700 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['28823cfb-b758-4345-b841-353bcf53f8b8'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:50:03.960092 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=4,neutron:SELECT=95,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:03.964974 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:03.996927 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dbf381-18a6-4e81-9cff-03cee408c192 req-9b904170-0036-4ce0-95c0-aa232ae7e73e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:03.998814 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-17dbf381-18a6-4e81-9cff-03cee408c192 req-9b904170-0036-4ce0-95c0-aa232ae7e73e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0845056 Jul 12 03:50:04.077602 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-17dbf381-18a6-4e81-9cff-03cee408c192 req-1a052689-9654-46fd-96da-d44e8ea84386 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707684 Jul 12 03:50:04.245963 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33614) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:04.360523 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:04.439148 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Publish callbacks [] for security_group (2526462a-9c6d-4727-8b96-b54892d9f017), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:04.444894 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2526462a-9c6d-4727-8b96-b54892d9f017), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:04.481859 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2526462a-9c6d-4727-8b96-b54892d9f017,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:04.485774 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d613c89fc1dc47f0b57e9d2a0c42e78d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387888 Jul 12 03:50:04.488976 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33618) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:04.492019 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.492384 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.492727 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.493066 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.493397 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.493726 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.494053 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.494374 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.494703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.495026 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.495349 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.495672 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.495989 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.496330 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.496648 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fec8bc-3ed1-4a65-af8b-2ff4ebeef792 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.539416 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Publish callbacks [] for security_group (2526462a-9c6d-4727-8b96-b54892d9f017), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:04.560894 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Publish callbacks [] for security_group (2526462a-9c6d-4727-8b96-b54892d9f017), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:04.585750 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:04.612788 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2526462a-9c6d-4727-8b96-b54892d9f017), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:04.615450 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:04.616671 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2526462a-9c6d-4727-8b96-b54892d9f017 HTTP/1.1" status: 204 len: 168 time: 0.1266227 Jul 12 03:50:04.627617 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2526462a-9c6d-4727-8b96-b54892d9f017,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:04.635839 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.636213 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.637082 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.637082 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.637338 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.637777 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.638088 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.638459 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.638870 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.639273 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.639675 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.639977 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.640334 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.640661 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.641044 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b19d2f2a-789f-466a-a705-ece003e5538d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:04.917773 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33638) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:04.932625 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4176720f-555c-473c-bd04-1fae3ed2bfa9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:04.990648 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c12d3-cdd8-4d21-9745-7c70e0e5ddf2 req-7edcef10-f260-4a40-845c-acc71ee51ea8 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:04.992757 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9b8c12d3-cdd8-4d21-9745-7c70e0e5ddf2 req-7edcef10-f260-4a40-845c-acc71ee51ea8 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0656059 Jul 12 03:50:05.047494 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eb5efb-c9c0-4173-9a9e-b1d3a92cba0e req-1421a309-469a-4b66-b5a2-312ee6aa4cf7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:05.054782 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-69eb5efb-c9c0-4173-9a9e-b1d3a92cba0e req-1421a309-469a-4b66-b5a2-312ee6aa4cf7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0637686 Jul 12 03:50:05.065484 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9b8c12d3-cdd8-4d21-9745-7c70e0e5ddf2 req-cea608d2-4d5c-4d09-b9a6-1133d56ed4ef tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624566 Jul 12 03:50:05.104637 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:05.136560 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4176720f-555c-473c-bd04-1fae3ed2bfa9 admin admin] Publish callbacks [] for security_group (f1eee53b-6960-490f-a618-69f0719aaafe), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.140628 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-69eb5efb-c9c0-4173-9a9e-b1d3a92cba0e req-77c4f711-51a7-4124-8532-45ec20de474a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848234 Jul 12 03:50:05.142371 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4176720f-555c-473c-bd04-1fae3ed2bfa9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f1eee53b-6960-490f-a618-69f0719aaafe), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.191336 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176720f-555c-473c-bd04-1fae3ed2bfa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1eee53b-6960-490f-a618-69f0719aaafe,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:05.193664 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4cb6ae-64b5-4564-b465-01aaef36d0d4 req-aba09c12-9cb9-463f-bafd-a808b0efbc02 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:05.195516 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ce4cb6ae-64b5-4564-b465-01aaef36d0d4 req-aba09c12-9cb9-463f-bafd-a808b0efbc02 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0491979 Jul 12 03:50:05.204034 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4176720f-555c-473c-bd04-1fae3ed2bfa9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a04facd58fa9499bbf83831df037b3d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2851205 Jul 12 03:50:05.204704 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33648) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:05.229904 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:05.243612 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ce4cb6ae-64b5-4564-b465-01aaef36d0d4 req-0e50407a-6556-4ea6-845b-80e99f3a096b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 Jul 12 03:50:05.256995 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-10874b4f-6f28-41b7-899c-6b7cfcfa5324 admin admin] Publish callbacks [] for security_group (f1eee53b-6960-490f-a618-69f0719aaafe), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.278483 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-10874b4f-6f28-41b7-899c-6b7cfcfa5324 admin admin] Publish callbacks [] for security_group (f1eee53b-6960-490f-a618-69f0719aaafe), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.327136 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-10874b4f-6f28-41b7-899c-6b7cfcfa5324 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f1eee53b-6960-490f-a618-69f0719aaafe), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.329668 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-10874b4f-6f28-41b7-899c-6b7cfcfa5324 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.330900 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-10874b4f-6f28-41b7-899c-6b7cfcfa5324 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f1eee53b-6960-490f-a618-69f0719aaafe HTTP/1.1" status: 204 len: 168 time: 0.1248877 Jul 12 03:50:05.339717 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10874b4f-6f28-41b7-899c-6b7cfcfa5324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1eee53b-6960-490f-a618-69f0719aaafe,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:05.668199 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33654) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:05.684859 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-369197cf-e70b-4f90-b11a-0d9448e1292c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.760309 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-369197cf-e70b-4f90-b11a-0d9448e1292c admin admin] Publish callbacks [] for security_group (07b232f7-3adc-4494-8940-e9dc345d031b), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.765018 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-369197cf-e70b-4f90-b11a-0d9448e1292c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (07b232f7-3adc-4494-8940-e9dc345d031b), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.804693 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-369197cf-e70b-4f90-b11a-0d9448e1292c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=8b4d2c3e26b04e1d9dde9a63623c4ae8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1350842 Jul 12 03:50:05.805260 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369197cf-e70b-4f90-b11a-0d9448e1292c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07b232f7-3adc-4494-8940-e9dc345d031b,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:05.807600 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33658) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:05.828580 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:05.859535 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5c258cd-3549-4210-950a-75be679d4f2e admin admin] Publish callbacks [] for security_group (07b232f7-3adc-4494-8940-e9dc345d031b), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.881927 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5c258cd-3549-4210-950a-75be679d4f2e admin admin] Publish callbacks [] for security_group (07b232f7-3adc-4494-8940-e9dc345d031b), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.932361 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5c258cd-3549-4210-950a-75be679d4f2e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (07b232f7-3adc-4494-8940-e9dc345d031b), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.935025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5c258cd-3549-4210-950a-75be679d4f2e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:05.936204 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e5c258cd-3549-4210-950a-75be679d4f2e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/07b232f7-3adc-4494-8940-e9dc345d031b HTTP/1.1" status: 204 len: 168 time: 0.1275609 Jul 12 03:50:05.944290 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c258cd-3549-4210-950a-75be679d4f2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b232f7-3adc-4494-8940-e9dc345d031b,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:06.179148 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5622073f-6d6e-46be-9cd2-be11bcde8dec req-779c79f3-03a5-4c49-b8f2-ce2747e82235 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:06.180766 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5622073f-6d6e-46be-9cd2-be11bcde8dec req-779c79f3-03a5-4c49-b8f2-ce2747e82235 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0487268 Jul 12 03:50:06.243685 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5622073f-6d6e-46be-9cd2-be11bcde8dec req-0179f199-e6b6-4a07-b5e0-9a1a990cd1aa tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538259 Jul 12 03:50:06.293787 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881496c8-843f-43ea-ac7f-cc2e5faa16f3 req-234c949f-74cd-44a7-966f-c000bfac4808 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:06.300711 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-881496c8-843f-43ea-ac7f-cc2e5faa16f3 req-234c949f-74cd-44a7-966f-c000bfac4808 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0615792 Jul 12 03:50:06.349371 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-881496c8-843f-43ea-ac7f-cc2e5faa16f3 req-bf323f87-7628-468f-9d01-c90607eeed1c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477107 Jul 12 03:50:06.366908 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6143d77f-3fc3-4e27-a9b4-fa5a92dc40a3 req-9b730391-f4b4-467b-abce-b22c339b6891 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:06.368459 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6143d77f-3fc3-4e27-a9b4-fa5a92dc40a3 req-9b730391-f4b4-467b-abce-b22c339b6891 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0569959 Jul 12 03:50:06.415706 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6143d77f-3fc3-4e27-a9b4-fa5a92dc40a3 req-b10d2e69-bb06-4f8b-a624-f3ad7de532c6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412488 Jul 12 03:50:07.360174 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2573e225-bdbf-4b73-8265-c172c3cdd841 req-e7490870-50b1-4194-b463-d24f7257ac93 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:07.361609 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2573e225-bdbf-4b73-8265-c172c3cdd841 req-e7490870-50b1-4194-b463-d24f7257ac93 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0473764 Jul 12 03:50:07.415467 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2573e225-bdbf-4b73-8265-c172c3cdd841 req-7e0b484f-61c6-46f9-994f-7911ae7578ca tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455441 Jul 12 03:50:07.468917 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a72d20-be47-4f68-9302-d3d24af40c99 req-5fbc5150-f0fb-4be1-8593-3ac88574e547 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:07.470430 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28a72d20-be47-4f68-9302-d3d24af40c99 req-5fbc5150-f0fb-4be1-8593-3ac88574e547 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0466640 Jul 12 03:50:07.517549 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28a72d20-be47-4f68-9302-d3d24af40c99 req-af96b637-c0c9-463d-a928-95841ac0ef15 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416937 Jul 12 03:50:07.526608 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec19acb-da98-403e-9be6-06d1dd96ac22 req-875570ef-7133-4a02-9f5f-312016c12bfe tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:07.528140 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-aec19acb-da98-403e-9be6-06d1dd96ac22 req-875570ef-7133-4a02-9f5f-312016c12bfe tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0467114 Jul 12 03:50:07.573943 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-aec19acb-da98-403e-9be6-06d1dd96ac22 req-a506305f-479f-453c-940b-03d3cc412284 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402179 Jul 12 03:50:08.468947 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:50:08.513493 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 28823cfb-b758-4345-b841-353bcf53f8b8 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:50:08.519119 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 28823cfb-b758-4345-b841-353bcf53f8b8 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:08.520165 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:08.523576 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-d6582b59-6236-4033-a537-784be3461b23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28823cfb-b758-4345-b841-353bcf53f8b8 HTTP/1.1" status: 200 len: 217 time: 0.0410719 Jul 12 03:50:08.568737 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdc2bfa-65ec-4fbf-a4a0-d8294da459c3 req-92346d64-eae9-4be4-a05a-292dccaaa205 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:08.570265 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6cdc2bfa-65ec-4fbf-a4a0-d8294da459c3 req-92346d64-eae9-4be4-a05a-292dccaaa205 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0499613 Jul 12 03:50:08.600750 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 28823cfb-b758-4345-b841-353bcf53f8b8 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:50:08.601133 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:08.619789 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6cdc2bfa-65ec-4fbf-a4a0-d8294da459c3 req-8f6d00be-e55b-499a-b2ef-f18cbf60832d tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433269 Jul 12 03:50:08.625603 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:50:08.627946 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43161daa-c1c0-4ce0-b12a-12d866daf49c" -d '{"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-plugged", "status": "completed", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:50:08.641597 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:08.647302 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:08.650288 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219f491-a67e-4fae-a8e9-f1140df59dad req-e1438b98-a473-45ae-9b96-adbf4b1502bd tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:08.652549 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d219f491-a67e-4fae-a8e9-f1140df59dad req-e1438b98-a473-45ae-9b96-adbf4b1502bd tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0591295 Jul 12 03:50:08.695537 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:08.702961 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.703389 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.703802 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.704170 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d219f491-a67e-4fae-a8e9-f1140df59dad req-d346db4a-dbdd-4622-9267-974488609a9c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434787 Jul 12 03:50:08.704319 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.704640 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.704969 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.705293 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.705616 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.705940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.706267 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.706636 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.706958 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.707276 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.707593 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.707906 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:08.732724 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b129bcc2-6798-4716-b8c2-978334fb51f8 req-e4e784bc-770a-4b9e-a859-61d040417c69 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:08.734632 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b129bcc2-6798-4716-b8c2-978334fb51f8 req-e4e784bc-770a-4b9e-a859-61d040417c69 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0517573 Jul 12 03:50:08.756831 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b1f2ab5-687a-4f24-9e23-6a064155032e x-openstack-request-id: req-5b1f2ab5-687a-4f24-9e23-6a064155032e {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:50:08.757119 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-plugged", "status": "completed", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:50:08.757369 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b1f2ab5-687a-4f24-9e23-6a064155032e {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:50:08.757828 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b1f2ab5-687a-4f24-9e23-6a064155032e'] response: {'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8', 'code': 200} Jul 12 03:50:08.783081 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b129bcc2-6798-4716-b8c2-978334fb51f8 req-c569fa6f-d3ad-45a9-b24a-1b56c9ed2440 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420506 Jul 12 03:50:09.439884 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:09.478961 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-c2ed38ba-8c30-4ced-8d2f-1401620df558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:09.480423 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-c2ed38ba-8c30-4ced-8d2f-1401620df558 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.0479062 Jul 12 03:50:09.740159 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1628e9b-ca81-4a7c-b393-a0f6ecb229dc req-b81a61e0-bb3a-4721-87e5-a1c9e0ef4ec9 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:09.741624 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1628e9b-ca81-4a7c-b393-a0f6ecb229dc req-b81a61e0-bb3a-4721-87e5-a1c9e0ef4ec9 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0510428 Jul 12 03:50:09.789992 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1628e9b-ca81-4a7c-b393-a0f6ecb229dc req-dcb22310-3138-4a24-8466-781cf1a90a81 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423946 Jul 12 03:50:09.827000 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e15d3-edc5-4b7a-a835-d51e0bb3d475 req-e89771d1-b4e2-4876-81c4-7436cfe5a42c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:09.828505 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d41e15d3-edc5-4b7a-a835-d51e0bb3d475 req-e89771d1-b4e2-4876-81c4-7436cfe5a42c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0478115 Jul 12 03:50:09.875096 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:09.879687 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d41e15d3-edc5-4b7a-a835-d51e0bb3d475 req-f01f69ea-ef42-46ce-8e2f-ca48602cd682 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455620 Jul 12 03:50:09.899591 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245d58c3-ce40-42f6-adfa-3e2668983636 req-49ab93c0-77ef-440e-9c47-272b45761fe5 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:09.901097 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-245d58c3-ce40-42f6-adfa-3e2668983636 req-49ab93c0-77ef-440e-9c47-272b45761fe5 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0488858 Jul 12 03:50:09.951170 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-245d58c3-ce40-42f6-adfa-3e2668983636 req-01a055a7-3083-4b9f-b989-39778d208e39 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442622 Jul 12 03:50:10.194040 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-c05df253-af01-4a7c-a9ab-24f53c2a5414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:10.195867 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-c05df253-af01-4a7c-a9ab-24f53c2a5414 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0482008 Jul 12 03:50:10.312377 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc61da5-32cc-44d2-add3-cbe5c5af24a0 req-11c6ebd6-3926-4de7-8ec9-67fa8b40fc30 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:10.313836 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-efc61da5-32cc-44d2-add3-cbe5c5af24a0 req-11c6ebd6-3926-4de7-8ec9-67fa8b40fc30 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0514338 Jul 12 03:50:10.367594 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-efc61da5-32cc-44d2-add3-cbe5c5af24a0 req-32bec1cc-0564-4252-8c1c-e005f3bc0138 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469677 Jul 12 03:50:10.646326 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-1d202906-02a4-4e42-9dcd-9ce76bb573e2 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882128 Jul 12 03:50:10.701700 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0580867-4d97-4950-93be-9f8d53abf8d5 req-b5e78c7f-7d32-40b1-877e-39b90c1f5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:10.703413 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c0580867-4d97-4950-93be-9f8d53abf8d5 req-b5e78c7f-7d32-40b1-877e-39b90c1f5a4f service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 1129 time: 0.0561004 Jul 12 03:50:10.918143 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81dacc8e-98a4-438e-96fc-e5c4b287e6e8 req-85a05674-975b-4fde-9e4b-f79ca806ec6d tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:10.920271 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-81dacc8e-98a4-438e-96fc-e5c4b287e6e8 req-85a05674-975b-4fde-9e4b-f79ca806ec6d tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0522497 Jul 12 03:50:10.973097 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-81dacc8e-98a4-438e-96fc-e5c4b287e6e8 req-2dadaefa-4eda-48ca-a05e-a267c3b810b9 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469279 Jul 12 03:50:10.982390 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:11.001015 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fb0724-e836-40a9-99f0-a939f0f56f2c req-af86ee30-97bc-48c3-a67e-216063613894 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:11.002521 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e4fb0724-e836-40a9-99f0-a939f0f56f2c req-af86ee30-97bc-48c3-a67e-216063613894 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0485785 Jul 12 03:50:11.055013 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e4fb0724-e836-40a9-99f0-a939f0f56f2c req-6fd4ee79-0556-4f1c-b302-df1d36560fb8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464892 Jul 12 03:50:11.491695 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea75d3-09cd-45fa-a005-4555e501013f req-79f86b92-5bb4-44da-a8ce-7f605780e040 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:11.493231 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55ea75d3-09cd-45fa-a005-4555e501013f req-79f86b92-5bb4-44da-a8ce-7f605780e040 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0485992 Jul 12 03:50:11.542639 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55ea75d3-09cd-45fa-a005-4555e501013f req-515b1828-709b-4ce9-9ef0-01e24d659496 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434327 Jul 12 03:50:12.178702 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132798ac-f7ba-452e-b4ef-b9f808551ecb req-191dd37c-8cb1-4b6c-a3e9-2e784af74ad1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:12.180209 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-132798ac-f7ba-452e-b4ef-b9f808551ecb req-191dd37c-8cb1-4b6c-a3e9-2e784af74ad1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0477090 Jul 12 03:50:12.234775 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:12.240205 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-132798ac-f7ba-452e-b4ef-b9f808551ecb req-1ef2f559-90dc-4b1b-97a8-6122232a2317 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521004 Jul 12 03:50:12.664854 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe6606c-1aa0-48d7-bb98-890d8b27fea9 req-3ab2cc74-7d6d-4e88-b86c-b06faad081ff tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:12.666206 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-efe6606c-1aa0-48d7-bb98-890d8b27fea9 req-3ab2cc74-7d6d-4e88-b86c-b06faad081ff tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0497408 Jul 12 03:50:12.720349 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-efe6606c-1aa0-48d7-bb98-890d8b27fea9 req-07565121-1987-48d0-a510-15d3af794c9b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457277 Jul 12 03:50:13.376409 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d643902b-1eda-4c55-a898-7c556306e203 req-07832066-9ea4-40d2-823f-d665d80e0459 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:13.378113 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d643902b-1eda-4c55-a898-7c556306e203 req-07832066-9ea4-40d2-823f-d665d80e0459 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0653739 Jul 12 03:50:13.427558 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d643902b-1eda-4c55-a898-7c556306e203 req-87dfdcfa-3994-4692-9754-6f0c5d7d8c82 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435722 Jul 12 03:50:13.844299 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae39ef-5041-4a29-920e-2b9895137de3 req-2ef0f07c-c4b6-4924-bcfd-a39725cb716b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:13.845778 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-11ae39ef-5041-4a29-920e-2b9895137de3 req-2ef0f07c-c4b6-4924-bcfd-a39725cb716b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0551896 Jul 12 03:50:13.895636 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-11ae39ef-5041-4a29-920e-2b9895137de3 req-36f186c8-93df-4495-87e3-4cada4b50dbf tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437038 Jul 12 03:50:14.548261 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e168149-45b7-4e1a-b1c2-601d07b07b5b req-4ca24a32-b685-4a1c-bf91-e2035d3dd537 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:14.549727 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5e168149-45b7-4e1a-b1c2-601d07b07b5b req-4ca24a32-b685-4a1c-bf91-e2035d3dd537 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0475233 Jul 12 03:50:14.597963 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5e168149-45b7-4e1a-b1c2-601d07b07b5b req-d42f4225-cab6-4a51-98ae-4f8f6ac9e9da tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425255 Jul 12 03:50:14.725860 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:14.862703 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:14.865152 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=6 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:15.012618 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf567b-0b3c-4716-93e5-317d83f7db29 req-763b6c20-9f0e-4fad-bbe4-842c86d06fc6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:15.013988 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dcbf567b-0b3c-4716-93e5-317d83f7db29 req-763b6c20-9f0e-4fad-bbe4-842c86d06fc6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0471239 Jul 12 03:50:15.064369 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dcbf567b-0b3c-4716-93e5-317d83f7db29 req-c9f7a717-1aa7-4e2c-9339-f0a1b510a7a1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414000 Jul 12 03:50:15.180644 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-b5cf9eaa-a7ff-4dac-9545-c0cf3cd891dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:15.182529 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-b5cf9eaa-a7ff-4dac-9545-c0cf3cd891dc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 1129 time: 0.0477750 Jul 12 03:50:15.202024 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-39d88ca8-f99b-4eea-9e35-c343e2e38aa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:15.240718 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c0580867-4d97-4950-93be-9f8d53abf8d5 req-7ebda63a-04a0-47fc-953f-125c887580f1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985126 Jul 12 03:50:15.260537 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16d6a676-ebc5-4157-9bd2-ee17e22d1e95 req-b811c774-ce07-4dc8-a895-36fe83f809f7 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264522 Jul 12 03:50:15.718065 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c85ad9-98d6-408d-9545-6bd6e2adbc7e req-83ba2f52-485f-49ae-8a03-8a00e2bec222 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:15.719577 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c8c85ad9-98d6-408d-9545-6bd6e2adbc7e req-83ba2f52-485f-49ae-8a03-8a00e2bec222 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0467153 Jul 12 03:50:15.765998 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c8c85ad9-98d6-408d-9545-6bd6e2adbc7e req-c58eda2e-7b5d-4634-88cb-59444a4f384c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406811 Jul 12 03:50:15.776864 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33882) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:15.885000 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-95f94b68-6caf-4006-8c00-2088a7dc3dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.019570 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-c2a45741-a007-4d44-93a6-3693fc403030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:16.021257 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-c2a45741-a007-4d44-93a6-3693fc403030 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.1331577 Jul 12 03:50:16.050667 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-95f94b68-6caf-4006-8c00-2088a7dc3dee admin admin] Publish callbacks [] for security_group (7e648652-30b1-4f06-93a6-977ea83b3cb6), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.054782 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-95f94b68-6caf-4006-8c00-2088a7dc3dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (7e648652-30b1-4f06-93a6-977ea83b3cb6), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.092559 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-95f94b68-6caf-4006-8c00-2088a7dc3dee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=55726417bb7c4f04b274903e6b3a9c07&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3145859 Jul 12 03:50:16.093359 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f94b68-6caf-4006-8c00-2088a7dc3dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e648652-30b1-4f06-93a6-977ea83b3cb6,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:16.095557 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 33894) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:16.157632 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3b5e66d5-b870-4c80-ab18-c61c572ede07 admin admin] Publish callbacks [] for security_group (7e648652-30b1-4f06-93a6-977ea83b3cb6), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.206692 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:16.213651 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d30a2-9ce9-4c03-8016-c5c6cbe667f1 req-e7247222-1de5-4085-80b5-134e09cc6a68 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:16.215140 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d67d30a2-9ce9-4c03-8016-c5c6cbe667f1 req-e7247222-1de5-4085-80b5-134e09cc6a68 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0765851 Jul 12 03:50:16.216997 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3b5e66d5-b870-4c80-ab18-c61c572ede07 admin admin] Publish callbacks [] for security_group (7e648652-30b1-4f06-93a6-977ea83b3cb6), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.252460 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:16.293084 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d67d30a2-9ce9-4c03-8016-c5c6cbe667f1 req-caea9968-31eb-4ed4-9c63-354981781d5a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689983 Jul 12 03:50:16.318648 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3b5e66d5-b870-4c80-ab18-c61c572ede07 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (7e648652-30b1-4f06-93a6-977ea83b3cb6), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.321359 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3b5e66d5-b870-4c80-ab18-c61c572ede07 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.322802 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-3b5e66d5-b870-4c80-ab18-c61c572ede07 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e648652-30b1-4f06-93a6-977ea83b3cb6 HTTP/1.1" status: 204 len: 168 time: 0.2261059 Jul 12 03:50:16.332447 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5e66d5-b870-4c80-ab18-c61c572ede07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e648652-30b1-4f06-93a6-977ea83b3cb6,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:16.610904 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33908) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:16.624993 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e291c98a-ece8-4c5f-af25-33432925a21c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.708312 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e291c98a-ece8-4c5f-af25-33432925a21c admin admin] Publish callbacks [] for security_group (73210e0a-442e-446c-821a-59031668d4d1), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.713641 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e291c98a-ece8-4c5f-af25-33432925a21c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (73210e0a-442e-446c-821a-59031668d4d1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.752667 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291c98a-ece8-4c5f-af25-33432925a21c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73210e0a-442e-446c-821a-59031668d4d1,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:16.757694 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e291c98a-ece8-4c5f-af25-33432925a21c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=d877015ea5834afa9aabd4b681c50bd3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1457038 Jul 12 03:50:16.759597 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 33910) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:16.766548 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:16.784521 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:16.821447 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-6a12766e-f4f8-4e56-8b11-d1983e4e9112 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae HTTP/1.1" status: 200 len: 217 time: 0.0475283 Jul 12 03:50:16.920865 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d2ea-2930-4d29-9a67-55983d457a44 admin admin] Publish callbacks [] for security_group (73210e0a-442e-446c-821a-59031668d4d1), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:16.923521 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-c49e9fee-02ae-436e-8a00-a895748d9dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:16.925006 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-c49e9fee-02ae-436e-8a00-a895748d9dde service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0950913 Jul 12 03:50:16.932086 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79397e40-246c-4db5-b929-fec94ec222e5 req-9b10e929-6466-4a58-a1b1-e8d2732d5cad tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:16.933464 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-79397e40-246c-4db5-b929-fec94ec222e5 req-9b10e929-6466-4a58-a1b1-e8d2732d5cad tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0937762 Jul 12 03:50:16.987530 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d2ea-2930-4d29-9a67-55983d457a44 admin admin] Publish callbacks [] for security_group (73210e0a-442e-446c-821a-59031668d4d1), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:17.034814 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-e987e837-546f-4004-af49-1c7bcd06fd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:17.036330 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-e987e837-546f-4004-af49-1c7bcd06fd64 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0956423 Jul 12 03:50:17.054583 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-79397e40-246c-4db5-b929-fec94ec222e5 req-bfc96171-28e5-43ec-8078-6cb98ae051a8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1127942 Jul 12 03:50:17.110335 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d2ea-2930-4d29-9a67-55983d457a44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (73210e0a-442e-446c-821a-59031668d4d1), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:17.112704 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f8f6d2ea-2930-4d29-9a67-55983d457a44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:17.116384 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f8f6d2ea-2930-4d29-9a67-55983d457a44 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/73210e0a-442e-446c-821a-59031668d4d1 HTTP/1.1" status: 204 len: 168 time: 0.3533463 Jul 12 03:50:17.136439 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f6d2ea-2930-4d29-9a67-55983d457a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73210e0a-442e-446c-821a-59031668d4d1,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:17.170947 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-e5baca4a-c6d4-4eff-afc7-0d38ac71f1f3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0453308 Jul 12 03:50:17.216519 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-3cb7e8b3-9f66-4246-aa52-8b1ebcfea462 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365869 Jul 12 03:50:17.327660 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-de617abd-b42e-49d4-975a-4e624fbcce2c req-577d2934-50b2-4bd6-bf8f-084dec245ba0 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990214 Jul 12 03:50:17.452415 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c62bc8-6971-4c42-aff3-541b59045aeb req-a59139ef-f344-42c1-89f3-ebd05e579c53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:17.454320 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22c62bc8-6971-4c42-aff3-541b59045aeb req-a59139ef-f344-42c1-89f3-ebd05e579c53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0820615 Jul 12 03:50:17.537514 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22c62bc8-6971-4c42-aff3-541b59045aeb req-6ca9b5c2-c050-4b1a-a7f2-a6a9c95771e5 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764735 Jul 12 03:50:17.578509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-01c68a63-5fe1-48a8-90b4-6df9b504a028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:17.581068 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-01c68a63-5fe1-48a8-90b4-6df9b504a028 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 1129 time: 0.0469296 Jul 12 03:50:17.696698 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e1756eb7-7d76-4aba-9e1f-2e8760f09891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:18.257836 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e6dca9-37d2-4287-b2e3-d53b30397902 req-8fde240d-58ed-4e4d-85f1-62b61fccd787 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:18.264606 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-81e6dca9-37d2-4287-b2e3-d53b30397902 req-8fde240d-58ed-4e4d-85f1-62b61fccd787 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.1136653 Jul 12 03:50:18.316510 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-01b398b7-04a3-4f1f-bfc8-b8e117cd9a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:18.318862 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-01b398b7-04a3-4f1f-bfc8-b8e117cd9a9c service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.1775396 Jul 12 03:50:18.342982 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-81e6dca9-37d2-4287-b2e3-d53b30397902 req-88b1df0b-96bf-4e8e-8881-b283edcc73a1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772870 Jul 12 03:50:18.396729 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-0334f697-bfdf-4ea8-b656-8584b8399f02 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277 HTTP/1.1" status: 200 len: 217 time: 0.0449047 Jul 12 03:50:18.522180 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-01b4115e-f9a7-4f16-a947-d80fca97ea9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:18.524251 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-01b4115e-f9a7-4f16-a947-d80fca97ea9c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.1086617 Jul 12 03:50:18.540448 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f801852-97ae-4b02-aa68-a653aeb9ef3b req-df10a6c3-81e9-4a90-b01b-b73ff216cd01 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:18.542367 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f801852-97ae-4b02-aa68-a653aeb9ef3b req-df10a6c3-81e9-4a90-b01b-b73ff216cd01 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0839739 Jul 12 03:50:18.553476 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34030) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:18.560776 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-2c67719f-e7bd-4311-a64c-246a3f50871d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'floatingip': {'port_id': '28823cfb-b758-4345-b841-353bcf53f8b8'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:50:18.671282 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-aef4d8e7-9ec9-4159-8ab0-ea2f7b2454b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:18.671931 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:18.672829 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-aef4d8e7-9ec9-4159-8ab0-ea2f7b2454b2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1291459 Jul 12 03:50:18.712087 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630cf345-bf80-41c1-9514-3940bc5e16b5 req-44d4f622-0541-496b-8778-4ae65ccc786d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:18.718914 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2c67719f-e7bd-4311-a64c-246a3f50871d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (11864938-d5df-457b-bc6b-96c439b8b65f), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:18.720530 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-630cf345-bf80-41c1-9514-3940bc5e16b5 req-44d4f622-0541-496b-8778-4ae65ccc786d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0746963 Jul 12 03:50:18.833131 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-630cf345-bf80-41c1-9514-3940bc5e16b5 req-f274cef6-63ba-46d4-9600-f4685779c4aa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110053 Jul 12 03:50:18.862367 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-624453d8-5512-4636-96b0-9b3dcba39eb8 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394830 Jul 12 03:50:19.205019 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d8b73884-9441-466d-b1d6-8725dc677fb5 req-81c58e1e-bd21-4231-b749-eaa16d87b35e service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1117110 Jul 12 03:50:19.594379 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2c67719f-e7bd-4311-a64c-246a3f50871d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:19.598770 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2c67719f-e7bd-4311-a64c-246a3f50871d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (11864938-d5df-457b-bc6b-96c439b8b65f), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:19.632605 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:19.645903 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:19.703742 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-2c67719f-e7bd-4311-a64c-246a3f50871d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Floating IP 11864938-d5df-457b-bc6b-96c439b8b65f associated. External IP: 172.27.0.24, port: 28823cfb-b758-4345-b841-353bcf53f8b8. Jul 12 03:50:19.917754 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c67719f-e7bd-4311-a64c-246a3f50871d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Router ee99a851-5e75-44af-a1b2-a4971a0976b9 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:50:19.957747 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa5fb8-ad95-4468-94e2-7f7396d951d1 req-ac86dda5-69c3-4c24-9323-ce7e70b8b2e3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:19.959269 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c7aa5fb8-ad95-4468-94e2-7f7396d951d1 req-ac86dda5-69c3-4c24-9323-ce7e70b8b2e3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0554316 Jul 12 03:50:20.081073 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c7aa5fb8-ad95-4468-94e2-7f7396d951d1 req-36df37d6-e121-45fd-bddf-62234d54667d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915279 Jul 12 03:50:20.088346 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c67719f-e7bd-4311-a64c-246a3f50871d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:50:20.093916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2c67719f-e7bd-4311-a64c-246a3f50871d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:20.108399 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] Sync routers for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:50:20.108972 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:20.117558 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:50:20.118166 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:50:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:20.137355 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-2c67719f-e7bd-4311-a64c-246a3f50871d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "PUT /v2.0/floatingips/11864938-d5df-457b-bc6b-96c439b8b65f HTTP/1.1" status: 200 len: 990 time: 1.5826554 Jul 12 03:50:20.138132 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:50:20.141430 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4375962a-4f0f-43f0-afcb-e8feb1c3f485" -d '{"events": [{"name": "network-changed", "server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:50:20.191280 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-838a4d50-b32a-4ff3-86a4-f1bc47f62c3d x-openstack-request-id: req-838a4d50-b32a-4ff3-86a4-f1bc47f62c3d {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:50:20.191660 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:50:20.191848 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-838a4d50-b32a-4ff3-86a4-f1bc47f62c3d {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:50:20.193084 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-838a4d50-b32a-4ff3-86a4-f1bc47f62c3d'] response: {'name': 'network-changed', 'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8', 'status': 'completed', 'code': 200} Jul 12 03:50:20.228312 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:50:20.281317 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-70a485e6-d866-430d-8e7b-9a36028fea87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:20.282890 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-70a485e6-d866-430d-8e7b-9a36028fea87 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 1129 time: 0.0409012 Jul 12 03:50:20.313598 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:20.384716 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-96230f45-df7e-4792-9b62-696d58f1da5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:20.386574 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-96230f45-df7e-4792-9b62-696d58f1da5b service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 918 time: 0.0917101 Jul 12 03:50:20.478770 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-29e11f5b-3e8b-430b-8981-e3c64dc812ad service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28823cfb-b758-4345-b841-353bcf53f8b8 HTTP/1.1" status: 200 len: 998 time: 0.0831161 Jul 12 03:50:20.481502 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '11864938-d5df-457b-bc6b-96c439b8b65f', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'port_id': '28823cfb-b758-4345-b841-353bcf53f8b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'mac_address': 'fa:16:3e:7b:a5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:49:22Z', 'updated_at': '2022-07-12T03:50:19Z', 'revision_number': 1, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:20.494433 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:20.507302 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] Checking router: ee99a851-5e75-44af-a1b2-a4971a0976b9 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:50:20.516043 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:50:20.516661 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:50:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:20.539434 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-ba857a46-556d-430a-bda8-5d1e5acf8616 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:20.540921 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-ba857a46-556d-430a-bda8-5d1e5acf8616 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.0560503 Jul 12 03:50:20.577995 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:20.597433 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-0fb87136-d7ca-427d-9100-7bea2249ffdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:20.598757 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-0fb87136-d7ca-427d-9100-7bea2249ffdd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479667 Jul 12 03:50:20.630966 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:50:20.707647 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-ff7775ed-4847-4c3e-99b6-0334d7c10ea2 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972121 Jul 12 03:50:20.827394 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4375962a-4f0f-43f0-afcb-e8feb1c3f485 req-a8cc0ade-01aa-4be0-8c56-477f0ae14161 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122956 Jul 12 03:50:20.877916 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '11864938-d5df-457b-bc6b-96c439b8b65f', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'port_id': '28823cfb-b758-4345-b841-353bcf53f8b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'mac_address': 'fa:16:3e:7b:a5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:49:22Z', 'updated_at': '2022-07-12T03:50:19Z', 'revision_number': 1, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:20.905358 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24bd65f9-731f-449f-bee3-6c415fea2bb0 None None] The sync data for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi is: [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '11864938-d5df-457b-bc6b-96c439b8b65f', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'port_id': '28823cfb-b758-4345-b841-353bcf53f8b8', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 104, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'mac_address': 'fa:16:3e:7b:a5:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:49:22Z', 'updated_at': '2022-07-12T03:50:19Z', 'revision_number': 1, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:50:20.913548 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:50:21.141614 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2533fc1-1809-4d09-a657-680a9f90aacc None None] New status for floating IP 11864938-d5df-457b-bc6b-96c439b8b65f: ACTIVE {{(pid=110649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:50:21.212272 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6e3c8-3467-4054-a50f-e203d681629a req-0613327f-e337-4fe6-9bd4-edd172a9da35 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:21.213899 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0db6e3c8-3467-4054-a50f-e203d681629a req-0613327f-e337-4fe6-9bd4-edd172a9da35 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0500114 Jul 12 03:50:21.269951 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0db6e3c8-3467-4054-a50f-e203d681629a req-37071209-5382-46e1-9ca9-ae8e15d6462c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496340 Jul 12 03:50:22.396633 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49b7d85-8204-4ad9-adad-f43dbe9d779e req-4377acdc-2706-4d00-a850-157882e9d014 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:22.398098 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d49b7d85-8204-4ad9-adad-f43dbe9d779e req-4377acdc-2706-4d00-a850-157882e9d014 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0477583 Jul 12 03:50:22.445916 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d49b7d85-8204-4ad9-adad-f43dbe9d779e req-a887ac2e-16ff-471c-917f-cb1d52bb8d4e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410550 Jul 12 03:50:23.562669 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c300dd19-a9a3-4dad-aabc-152c3fe6fa5e req-aca6aad9-6ca3-4c25-bd64-e71ee0b48f3b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:23.564168 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c300dd19-a9a3-4dad-aabc-152c3fe6fa5e req-aca6aad9-6ca3-4c25-bd64-e71ee0b48f3b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0470514 Jul 12 03:50:23.615566 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c300dd19-a9a3-4dad-aabc-152c3fe6fa5e req-365eab58-31e6-43b4-a92b-107ecea25fd2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431762 Jul 12 03:50:23.912082 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34176) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:24.021691 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3b8489c4-5c99-4747-ad1b-36e01bfc9d09 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.095615 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3b8489c4-5c99-4747-ad1b-36e01bfc9d09 admin admin] Publish callbacks [] for security_group (e6b1b1e9-465f-41af-be9f-982f859322df), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.100716 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3b8489c4-5c99-4747-ad1b-36e01bfc9d09 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e6b1b1e9-465f-41af-be9f-982f859322df), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.138813 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8489c4-5c99-4747-ad1b-36e01bfc9d09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b1b1e9-465f-41af-be9f-982f859322df,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:24.143093 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-3b8489c4-5c99-4747-ad1b-36e01bfc9d09 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b52b95c43de04857ab2a7813f1af8b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298698 Jul 12 03:50:24.146198 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34184) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:24.198220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3c73082d-5a59-4858-9d0e-bdb83fd8467a admin admin] Publish callbacks [] for security_group (e6b1b1e9-465f-41af-be9f-982f859322df), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.227941 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3c73082d-5a59-4858-9d0e-bdb83fd8467a admin admin] Publish callbacks [] for security_group (e6b1b1e9-465f-41af-be9f-982f859322df), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.287038 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3c73082d-5a59-4858-9d0e-bdb83fd8467a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e6b1b1e9-465f-41af-be9f-982f859322df), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.289810 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3c73082d-5a59-4858-9d0e-bdb83fd8467a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.294136 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-3c73082d-5a59-4858-9d0e-bdb83fd8467a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e6b1b1e9-465f-41af-be9f-982f859322df HTTP/1.1" status: 204 len: 168 time: 0.1454597 Jul 12 03:50:24.307792 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c73082d-5a59-4858-9d0e-bdb83fd8467a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b1b1e9-465f-41af-be9f-982f859322df,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:24.322389 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:24.672094 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34204) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:24.685940 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ac53432f-23b6-40ff-9338-e39ed64b9aa1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.744252 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:24.758567 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1536e2a8-e496-4c38-9828-faa2861ba597 req-0fb66127-bd42-461a-99a4-b6a3b6029537 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:24.760066 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1536e2a8-e496-4c38-9828-faa2861ba597 req-0fb66127-bd42-461a-99a4-b6a3b6029537 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0610754 Jul 12 03:50:24.791660 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:24.842700 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1536e2a8-e496-4c38-9828-faa2861ba597 req-1e3527b2-91dc-4760-9ce4-0453148684e0 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764127 Jul 12 03:50:24.847116 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ac53432f-23b6-40ff-9338-e39ed64b9aa1 admin admin] Publish callbacks [] for security_group (4b252295-2b01-459b-9526-70f259f98126), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.851440 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ac53432f-23b6-40ff-9338-e39ed64b9aa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4b252295-2b01-459b-9526-70f259f98126), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.890099 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-ac53432f-23b6-40ff-9338-e39ed64b9aa1 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aa9ced62f4344fc5aebbda8c2a6237c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2169051 Jul 12 03:50:24.890951 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53432f-23b6-40ff-9338-e39ed64b9aa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b252295-2b01-459b-9526-70f259f98126,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:24.894224 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34206) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:24.944643 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6f12-8543-40bf-b6fd-5ee33a099704 admin admin] Publish callbacks [] for security_group (4b252295-2b01-459b-9526-70f259f98126), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:24.969997 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6f12-8543-40bf-b6fd-5ee33a099704 admin admin] Publish callbacks [] for security_group (4b252295-2b01-459b-9526-70f259f98126), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:25.017377 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6f12-8543-40bf-b6fd-5ee33a099704 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4b252295-2b01-459b-9526-70f259f98126), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:25.020556 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9a9b6f12-8543-40bf-b6fd-5ee33a099704 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:25.021670 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-9a9b6f12-8543-40bf-b6fd-5ee33a099704 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4b252295-2b01-459b-9526-70f259f98126 HTTP/1.1" status: 204 len: 168 time: 0.1261206 Jul 12 03:50:25.029640 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b6f12-8543-40bf-b6fd-5ee33a099704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b252295-2b01-459b-9526-70f259f98126,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:25.960872 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a380952a-8944-466c-ad64-ecff0f052238 req-6a4bdae1-8b45-4a08-8ad3-1f59642ba3ac tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:25.962285 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a380952a-8944-466c-ad64-ecff0f052238 req-6a4bdae1-8b45-4a08-8ad3-1f59642ba3ac tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0479507 Jul 12 03:50:26.006439 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:26.011958 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a380952a-8944-466c-ad64-ecff0f052238 req-6a2f1dfc-67b7-43d5-8438-8a592ff10163 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441918 Jul 12 03:50:27.132239 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f236fcec-a154-42c1-80f8-ce012c8b7ccd req-3cf0782c-19f0-4046-8d29-ea098e02c997 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:27.133874 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f236fcec-a154-42c1-80f8-ce012c8b7ccd req-3cf0782c-19f0-4046-8d29-ea098e02c997 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0519998 Jul 12 03:50:27.184512 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f236fcec-a154-42c1-80f8-ce012c8b7ccd req-0a58ba81-ffe7-4e45-bc42-0e2d0e2ee482 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446031 Jul 12 03:50:28.310533 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5608cce0-2cd0-4133-a2ac-7b3ca37ff0b1 req-0689dcf7-8ebe-4f7f-b8e2-49c35c65cf16 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:28.312154 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5608cce0-2cd0-4133-a2ac-7b3ca37ff0b1 req-0689dcf7-8ebe-4f7f-b8e2-49c35c65cf16 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0508027 Jul 12 03:50:28.334204 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:28.364653 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5608cce0-2cd0-4133-a2ac-7b3ca37ff0b1 req-37a02df4-65bb-4808-bbde-6548aea0033a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456071 Jul 12 03:50:29.475109 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad47af1-d685-4cb7-91b5-84f4412a6b00 req-76d49216-cae4-4240-8163-6bdec0b3f35d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:29.476569 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0ad47af1-d685-4cb7-91b5-84f4412a6b00 req-76d49216-cae4-4240-8163-6bdec0b3f35d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0463431 Jul 12 03:50:29.523332 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0ad47af1-d685-4cb7-91b5-84f4412a6b00 req-296ff714-1e84-4183-897e-5836180529cf tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411546 Jul 12 03:50:30.661937 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be56a047-1f2a-4983-b8da-923d33c2330c req-53f66d3c-5743-46f5-b8b4-de8b69e3c074 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:30.663445 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-be56a047-1f2a-4983-b8da-923d33c2330c req-53f66d3c-5743-46f5-b8b4-de8b69e3c074 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0580416 Jul 12 03:50:30.712355 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-be56a047-1f2a-4983-b8da-923d33c2330c req-943c1121-5f0e-45c0-b365-b83a16d559bd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431821 Jul 12 03:50:30.881343 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=77 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:30.905624 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=73 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:31.328166 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=57,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:31.841127 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464924c5-33f2-4082-a26e-6a081dae4f42 req-b27fe3b5-552b-48e5-bf69-2e191559524c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:31.842600 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-464924c5-33f2-4082-a26e-6a081dae4f42 req-b27fe3b5-552b-48e5-bf69-2e191559524c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0517013 Jul 12 03:50:31.895335 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-464924c5-33f2-4082-a26e-6a081dae4f42 req-73401954-1352-4143-87c8-3d822418ac68 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469813 Jul 12 03:50:33.015117 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5030455a-ba98-4cf5-8acc-1a0edf198339 req-fb5d7e00-007c-43cb-9c26-eeae8330f995 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:33.016738 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5030455a-ba98-4cf5-8acc-1a0edf198339 req-fb5d7e00-007c-43cb-9c26-eeae8330f995 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0479972 Jul 12 03:50:33.067893 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5030455a-ba98-4cf5-8acc-1a0edf198339 req-4d19672f-19f6-4c62-94e0-848a83e6a3aa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450239 Jul 12 03:50:34.184662 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae1103-c42d-4615-9878-bdb201175e68 req-d6b74d5b-b868-4bf2-b512-f5bfb507916b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:34.186078 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22ae1103-c42d-4615-9878-bdb201175e68 req-d6b74d5b-b868-4bf2-b512-f5bfb507916b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0489082 Jul 12 03:50:34.242369 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22ae1103-c42d-4615-9878-bdb201175e68 req-2a7f3526-79f4-4c83-8517-8e110c668342 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478029 Jul 12 03:50:35.043997 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=49,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:35.375103 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488941f7-7705-496c-864d-39a29c570211 req-fc9f3032-a576-47b4-b46f-56980e4ad1a0 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:35.376548 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-488941f7-7705-496c-864d-39a29c570211 req-fc9f3032-a576-47b4-b46f-56980e4ad1a0 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0500586 Jul 12 03:50:35.431512 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-488941f7-7705-496c-864d-39a29c570211 req-98c5ce91-d323-46a5-9e1e-cde03bde2f52 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488935 Jul 12 03:50:36.568025 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c871f18-d040-4d23-91fe-ef184acff309 req-a4cfc219-f5ad-406c-ba55-0ff1442a7156 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:36.569486 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c871f18-d040-4d23-91fe-ef184acff309 req-a4cfc219-f5ad-406c-ba55-0ff1442a7156 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0526209 Jul 12 03:50:36.619995 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c871f18-d040-4d23-91fe-ef184acff309 req-3c53501e-736a-46c5-b6a2-ba91db028645 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425508 Jul 12 03:50:37.747182 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85981101-b39e-4d43-b077-fda13d8df79e req-bb6bfed0-35d8-4027-b7d6-179506995f35 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:37.748754 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-85981101-b39e-4d43-b077-fda13d8df79e req-bb6bfed0-35d8-4027-b7d6-179506995f35 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0501833 Jul 12 03:50:37.799334 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-85981101-b39e-4d43-b077-fda13d8df79e req-16fb18dd-7d81-4029-9ca5-17ea99a2e0ed tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446734 Jul 12 03:50:38.924506 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90918355-2642-429e-a53f-541d534c4507 req-7a7626c2-772f-4e4b-808d-28b42a430db7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:38.926031 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-90918355-2642-429e-a53f-541d534c4507 req-7a7626c2-772f-4e4b-808d-28b42a430db7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0523131 Jul 12 03:50:38.982820 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-90918355-2642-429e-a53f-541d534c4507 req-46eef5b6-9b5a-4a0e-b93e-2ae17d16ab39 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502100 Jul 12 03:50:39.219749 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3a3cd7-56d8-4ae3-832a-4f250aba6045 req-74df54d3-27d8-4f5a-ba97-5f69a3f3403a tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:39.221416 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dd3a3cd7-56d8-4ae3-832a-4f250aba6045 req-74df54d3-27d8-4f5a-ba97-5f69a3f3403a tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0488045 Jul 12 03:50:39.272500 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dd3a3cd7-56d8-4ae3-832a-4f250aba6045 req-a3641863-c3a6-4a26-ae61-82db23eb2e0c tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436275 Jul 12 03:50:40.099461 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34458786-c53a-4831-a73d-2ad8805bdf03 req-065fab4e-17c5-45b5-8c68-699879641e68 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:40.100998 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-34458786-c53a-4831-a73d-2ad8805bdf03 req-065fab4e-17c5-45b5-8c68-699879641e68 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0472274 Jul 12 03:50:40.154049 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-34458786-c53a-4831-a73d-2ad8805bdf03 req-63790697-ba9e-4808-9388-591448dc7bf9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474527 Jul 12 03:50:40.395304 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69eeca9c-895d-48fd-b627-2c49fbaa2b89 req-07890c79-bbad-4f9b-b744-1b79f740564e tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:40.396992 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-69eeca9c-895d-48fd-b627-2c49fbaa2b89 req-07890c79-bbad-4f9b-b744-1b79f740564e tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0549853 Jul 12 03:50:40.436403 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:40.453290 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-69eeca9c-895d-48fd-b627-2c49fbaa2b89 req-960cde84-593f-4dba-8502-67fa84f19b2e tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493896 Jul 12 03:50:41.281648 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926d1f41-c6ab-4e81-aaed-33b90172b931 req-3689cda3-f5a4-4ed3-ac86-9855ab309726 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:41.283517 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-926d1f41-c6ab-4e81-aaed-33b90172b931 req-3689cda3-f5a4-4ed3-ac86-9855ab309726 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0562472 Jul 12 03:50:41.337506 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-926d1f41-c6ab-4e81-aaed-33b90172b931 req-29b9b320-78a6-40d0-ad50-bc92262f403f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457108 Jul 12 03:50:41.582124 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd7cf8-2011-4888-bf89-130b5b5e03bf req-3ab3fb61-e1a6-4795-89a1-5efc77d6251e tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:41.583631 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-21cd7cf8-2011-4888-bf89-130b5b5e03bf req-3ab3fb61-e1a6-4795-89a1-5efc77d6251e tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0508721 Jul 12 03:50:41.633600 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-21cd7cf8-2011-4888-bf89-130b5b5e03bf req-075edbd5-1614-4bff-a22a-21a97b6b6ee5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440855 Jul 12 03:50:42.391680 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e96848a-2030-4b5c-be68-004d94752db6 req-4fa153f6-cac6-44a6-8808-54e147e874b5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:42.393911 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8e96848a-2030-4b5c-be68-004d94752db6 req-4fa153f6-cac6-44a6-8808-54e147e874b5 tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.44 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0519609 Jul 12 03:50:42.469811 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8e2f45-3463-42eb-92b8-0d9cdc995e07 req-cff1b185-1642-4156-9f40-ab8f6c396828 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:42.471803 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5c8e2f45-3463-42eb-92b8-0d9cdc995e07 req-cff1b185-1642-4156-9f40-ab8f6c396828 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0595839 Jul 12 03:50:42.535853 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5c8e2f45-3463-42eb-92b8-0d9cdc995e07 req-3a69e1a0-f4ab-4a39-bbb8-74cce761eecf tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576222 Jul 12 03:50:42.571563 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-8e96848a-2030-4b5c-be68-004d94752db6 req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Deleting port 6845f790-c764-4fae-adef-13d8d80d7354 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:50:42.571914 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8e96848a-2030-4b5c-be68-004d94752db6 req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (6845f790-c764-4fae-adef-13d8d80d7354), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:42.576354 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:42.882656 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177cee3b-03de-4569-9853-1bf15f7bb9f2 req-4c19d832-4140-4366-be7c-87430ffb3e0d tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:42.884321 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-177cee3b-03de-4569-9853-1bf15f7bb9f2 req-4c19d832-4140-4366-be7c-87430ffb3e0d tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 945 time: 0.0674067 Jul 12 03:50:42.891128 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-8e96848a-2030-4b5c-be68-004d94752db6 req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] For port 6845f790-c764-4fae-adef-13d8d80d7354, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=6845f790-c764-4fae-adef-13d8d80d7354,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:42.891505 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8e96848a-2030-4b5c-be68-004d94752db6 req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (6845f790-c764-4fae-adef-13d8d80d7354), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:42.922279 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-8e96848a-2030-4b5c-be68-004d94752db6 req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Calling delete_port for 6845f790-c764-4fae-adef-13d8d80d7354 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:50:43.013551 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-177cee3b-03de-4569-9853-1bf15f7bb9f2 req-eb0d250f-f421-4f55-abef-4cb08b5937ff tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/security-groups?id=835f1c72-49e9-4058-9b42-fb72ba96b3ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187167 Jul 12 03:50:43.130590 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8e96848a-2030-4b5c-be68-004d94752db6 req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (6845f790-c764-4fae-adef-13d8d80d7354), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:43.161989 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Pushing event deleted for resources: {'Port': ['ID=6845f790-c764-4fae-adef-13d8d80d7354,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:43.237283 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e96848a-2030-4b5c-be68-004d94752db6 req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] No DVR routers for this DVR port 6845f790-c764-4fae-adef-13d8d80d7354 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:50:43.240918 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8e96848a-2030-4b5c-be68-004d94752db6 req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:43.244961 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8e96848a-2030-4b5c-be68-004d94752db6 req-553a84ce-9f2d-4965-9b3e-1ad5e0fb7a5f tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.44 "DELETE /v2.0/ports/6845f790-c764-4fae-adef-13d8d80d7354 HTTP/1.1" status: 204 len: 173 time: 0.8443913 Jul 12 03:50:43.245365 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e02a9be9-245a-4206-b88e-e7f7b9162ce3', 'name': 'network-vif-deleted', 'tag': '6845f790-c764-4fae-adef-13d8d80d7354'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:50:43.248063 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b5d819-c45c-43c1-894c-851553f1ac01" -d '{"events": [{"server_uuid": "e02a9be9-245a-4206-b88e-e7f7b9162ce3", "name": "network-vif-deleted", "tag": "6845f790-c764-4fae-adef-13d8d80d7354"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:50:43.301318 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:50:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3d93f9-e352-4634-82fe-8e95fa40a375 x-openstack-request-id: req-9b3d93f9-e352-4634-82fe-8e95fa40a375 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:50:43.301848 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e02a9be9-245a-4206-b88e-e7f7b9162ce3", "name": "network-vif-deleted", "tag": "6845f790-c764-4fae-adef-13d8d80d7354", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:50:43.302419 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9b3d93f9-e352-4634-82fe-8e95fa40a375 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:50:43.303073 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9b3d93f9-e352-4634-82fe-8e95fa40a375'] response: {'server_uuid': 'e02a9be9-245a-4206-b88e-e7f7b9162ce3', 'name': 'network-vif-deleted', 'tag': '6845f790-c764-4fae-adef-13d8d80d7354', 'status': 'completed', 'code': 200} Jul 12 03:50:43.663366 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6626d-fe63-4fd9-a247-0470d94f2381 req-15008de0-0fd2-4485-bf65-554e1e452b73 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:43.664999 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9fe6626d-fe63-4fd9-a247-0470d94f2381 req-15008de0-0fd2-4485-bf65-554e1e452b73 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0546899 Jul 12 03:50:43.689031 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34616) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:43.714134 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9fe6626d-fe63-4fd9-a247-0470d94f2381 req-b23b6f33-648a-4da5-bfc9-f776b27258c8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432329 Jul 12 03:50:43.738714 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e2e541e-8270-4f8d-a8d2-40a7e6ce9020 admin admin] Deleting subnet e852c4e1-8185-480d-9ae0-eec797155c70 {{(pid=110647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:50:43.742039 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e2e541e-8270-4f8d-a8d2-40a7e6ce9020 admin admin] Publish callbacks [] for subnet (e852c4e1-8185-480d-9ae0-eec797155c70), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:43.776553 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e2e541e-8270-4f8d-a8d2-40a7e6ce9020 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627610'] for subnet (e852c4e1-8185-480d-9ae0-eec797155c70), precommit_delete_associations {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:43.815582 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e2e541e-8270-4f8d-a8d2-40a7e6ce9020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (e852c4e1-8185-480d-9ae0-eec797155c70), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:43.871044 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e2e541e-8270-4f8d-a8d2-40a7e6ce9020 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5532400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6052003'] for subnet (e852c4e1-8185-480d-9ae0-eec797155c70), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:43.874582 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:44.121116 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2e541e-8270-4f8d-a8d2-40a7e6ce9020 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e852c4e1-8185-480d-9ae0-eec797155c70,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:44.135282 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e2e541e-8270-4f8d-a8d2-40a7e6ce9020 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.140266 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0e2e541e-8270-4f8d-a8d2-40a7e6ce9020 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/e852c4e1-8185-480d-9ae0-eec797155c70 HTTP/1.1" status: 204 len: 168 time: 0.4500811 Jul 12 03:50:44.142956 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34630) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:44.158405 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-eead8aa0-4585-4cf6-9a61-31bfe6a9119b req-afe90921-cc85-4c46-bf47-ae332cf8affb tempest-DeleteServersTestJSON-876828051 tempest-DeleteServersTestJSON-876828051-project] 10.222.0.20 "GET /v2.0/ports?device_id=e02a9be9-245a-4206-b88e-e7f7b9162ce3 HTTP/1.1" status: 200 len: 210 time: 0.0400240 Jul 12 03:50:44.232594 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (fd6bb15a-703a-47d2-8ca4-53a07609f9cb), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.312941 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (fd6bb15a-703a-47d2-8ca4-53a07609f9cb), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.333224 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6bb15a-703a-47d2-8ca4-53a07609f9cb']}} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:44.343593 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a347a4-8c33-48d3-86f2-0cba8574e44a') {'for_net_delete': True} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:44.343871 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a347a4-8c33-48d3-86f2-0cba8574e44a') {} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:44.353949 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785002'] for segment (94a347a4-8c33-48d3-86f2-0cba8574e44a), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.364538 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:44.368177 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (94a347a4-8c33-48d3-86f2-0cba8574e44a), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.375343 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=110648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:50:44.375722 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6355240'] for segment (94a347a4-8c33-48d3-86f2-0cba8574e44a), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.436049 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 94a347a4-8c33-48d3-86f2-0cba8574e44a resource provider aggregate not found Jul 12 03:50:44.452108 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (fd6bb15a-703a-47d2-8ca4-53a07609f9cb), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.461390 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.467016 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fd6bb15a-703a-47d2-8ca4-53a07609f9cb HTTP/1.1" status: 204 len: 168 time: 0.3225009 Jul 12 03:50:44.469683 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 94a347a4-8c33-48d3-86f2-0cba8574e44a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 94a347a4-8c33-48d3-86f2-0cba8574e44a found for delete ", "request_id": "req-333dcb0d-a4f1-498e-94e0-28b9353164b9"}]} Jul 12 03:50:44.479046 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34646) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:44.480870 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9d7c7-d784-4c40-96e6-55858220a6f4 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd6bb15a-703a-47d2-8ca4-53a07609f9cb,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:44.491648 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:44.543376 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9c09d69-e8fb-4e2a-b534-0b0a379a7639 admin admin] Deleting subnet 0f266cea-e39c-4ed6-8697-05738f3652bc {{(pid=110647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:50:44.546761 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f9c09d69-e8fb-4e2a-b534-0b0a379a7639 admin admin] Publish callbacks [] for subnet (0f266cea-e39c-4ed6-8697-05738f3652bc), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.584161 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f9c09d69-e8fb-4e2a-b534-0b0a379a7639 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627610'] for subnet (0f266cea-e39c-4ed6-8697-05738f3652bc), precommit_delete_associations {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.628471 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f9c09d69-e8fb-4e2a-b534-0b0a379a7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (0f266cea-e39c-4ed6-8697-05738f3652bc), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.644891 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 6845f790-c764-4fae-adef-13d8d80d7354 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:50:44.670864 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 6845f790-c764-4fae-adef-13d8d80d7354 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:50:44.671243 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 6845f790-c764-4fae-adef-13d8d80d7354 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:50:44.684895 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f9c09d69-e8fb-4e2a-b534-0b0a379a7639 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5532400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6052003'] for subnet (0f266cea-e39c-4ed6-8697-05738f3652bc), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.712544 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c09d69-e8fb-4e2a-b534-0b0a379a7639 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0f266cea-e39c-4ed6-8697-05738f3652bc,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:44.720298 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f9c09d69-e8fb-4e2a-b534-0b0a379a7639 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.726235 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f9c09d69-e8fb-4e2a-b534-0b0a379a7639 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/0f266cea-e39c-4ed6-8697-05738f3652bc HTTP/1.1" status: 204 len: 168 time: 0.2434888 Jul 12 03:50:44.726851 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34648) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:44.734586 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.816606 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (89076af9-f176-45f6-870c-7e688054d539), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.835375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a52752b-b709-41a7-beda-1dbee8876088 req-0f1cc376-c5c5-43c4-9ef8-caf38e7ba67e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:44.837069 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5a52752b-b709-41a7-beda-1dbee8876088 req-0f1cc376-c5c5-43c4-9ef8-caf38e7ba67e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0488594 Jul 12 03:50:44.887701 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5a52752b-b709-41a7-beda-1dbee8876088 req-cebbc6ff-5c77-4cf5-b40d-32808bc7ab5e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442233 Jul 12 03:50:44.898295 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (89076af9-f176-45f6-870c-7e688054d539), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.918926 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89076af9-f176-45f6-870c-7e688054d539']}} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:44.928072 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67e4a6bc-6040-4fd0-bb95-da0f6c94be14') {'for_net_delete': True} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:44.928365 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67e4a6bc-6040-4fd0-bb95-da0f6c94be14') {} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:44.938871 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627617'] for segment (67e4a6bc-6040-4fd0-bb95-da0f6c94be14), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.952668 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (67e4a6bc-6040-4fd0-bb95-da0f6c94be14), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.958986 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=110647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:50:44.959360 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5532234'] for segment (67e4a6bc-6040-4fd0-bb95-da0f6c94be14), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:44.990216 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment 67e4a6bc-6040-4fd0-bb95-da0f6c94be14 resource provider aggregate not found Jul 12 03:50:45.031014 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (89076af9-f176-45f6-870c-7e688054d539), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:45.036903 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:45.040448 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] 10.222.0.20 "DELETE /v2.0/networks/89076af9-f176-45f6-870c-7e688054d539 HTTP/1.1" status: 204 len: 168 time: 0.3126254 Jul 12 03:50:45.042265 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment 67e4a6bc-6040-4fd0-bb95-da0f6c94be14 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 67e4a6bc-6040-4fd0-bb95-da0f6c94be14 found for delete ", "request_id": "req-4ea3ec30-4552-4961-893b-f8c281041351"}]} Jul 12 03:50:45.053767 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6032bd2-7cbe-4173-9013-d868cce9b7dd admin admin] Pushing event deleted for resources: {'Network': ['ID=89076af9-f176-45f6-870c-7e688054d539,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:45.199128 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-69991ece-bbb0-42d9-80c5-954ecbda6ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:45.238626 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34666) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:45.246804 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:45.287908 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-0114e9ee-f25d-46c0-8a31-99fb49bfdd7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e0fd252826f243cd9430ba1a4cee95c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441959 Jul 12 03:50:45.288125 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34668) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:45.350025 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6ecaadc3-cd52-4442-8452-3c4516508e27 admin admin] Publish callbacks [] for security_group (ce3b20f3-dc3c-409e-b5cc-0efd2e7b5ebe), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:45.372210 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6ecaadc3-cd52-4442-8452-3c4516508e27 admin admin] Publish callbacks [] for security_group (ce3b20f3-dc3c-409e-b5cc-0efd2e7b5ebe), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:45.425252 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6ecaadc3-cd52-4442-8452-3c4516508e27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ce3b20f3-dc3c-409e-b5cc-0efd2e7b5ebe), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:45.427770 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6ecaadc3-cd52-4442-8452-3c4516508e27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:45.431395 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6ecaadc3-cd52-4442-8452-3c4516508e27 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ce3b20f3-dc3c-409e-b5cc-0efd2e7b5ebe HTTP/1.1" status: 204 len: 168 time: 0.1399345 Jul 12 03:50:45.438097 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecaadc3-cd52-4442-8452-3c4516508e27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce3b20f3-dc3c-409e-b5cc-0efd2e7b5ebe,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:45.895314 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34744) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:45.951059 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34748) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:45.962412 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-ce908502-60fe-4886-a7b2-d6499f2bbe5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aee2b9c236af4831a343a10c84445ee7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0646260 Jul 12 03:50:46.073793 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c161f8f-32fd-42d2-a0cb-f768fe595a31 req-f197d40e-87e3-4efa-9bd5-0372b1ab81a3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:46.076283 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c161f8f-32fd-42d2-a0cb-f768fe595a31 req-f197d40e-87e3-4efa-9bd5-0372b1ab81a3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0887625 Jul 12 03:50:46.102797 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2868-796e-4391-84c6-1fa8edadf0c2 admin admin] Publish callbacks [] for security_group (d1317111-3144-4642-b748-8dd8f198daa6), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:46.145419 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2868-796e-4391-84c6-1fa8edadf0c2 admin admin] Publish callbacks [] for security_group (d1317111-3144-4642-b748-8dd8f198daa6), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:46.168228 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c161f8f-32fd-42d2-a0cb-f768fe595a31 req-9a12dd68-adb3-4c37-9671-d7052b83400e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804846 Jul 12 03:50:46.231330 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2868-796e-4391-84c6-1fa8edadf0c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (d1317111-3144-4642-b748-8dd8f198daa6), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:46.234081 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ca0d2868-796e-4391-84c6-1fa8edadf0c2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:46.236042 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ca0d2868-796e-4391-84c6-1fa8edadf0c2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/d1317111-3144-4642-b748-8dd8f198daa6 HTTP/1.1" status: 204 len: 168 time: 0.2826262 Jul 12 03:50:46.251113 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0d2868-796e-4391-84c6-1fa8edadf0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1317111-3144-4642-b748-8dd8f198daa6,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:46.571062 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34790) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:46.702189 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a48b961a-a5e1-4b53-ab7f-6ca8c528a654 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:46.742709 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34808) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:46.773513 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=86,neutron:UPDATE=3,neutron:DELETE=5,neutron:INSERT=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:46.799217 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:DELETE=9,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:46.813129 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a48b961a-a5e1-4b53-ab7f-6ca8c528a654 admin admin] Publish callbacks [] for security_group (702a392a-c9e6-4e68-86ce-a6a70ec309db), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:46.818952 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a48b961a-a5e1-4b53-ab7f-6ca8c528a654 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (702a392a-c9e6-4e68-86ce-a6a70ec309db), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:46.862937 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-a48b961a-a5e1-4b53-ab7f-6ca8c528a654 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=58dc04284f5d4e9299974ac1827943c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2896228 Jul 12 03:50:46.863732 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b961a-a5e1-4b53-ab7f-6ca8c528a654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702a392a-c9e6-4e68-86ce-a6a70ec309db,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:46.866267 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34812) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:46.929220 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2165-c0b3-4fda-970b-90f358904d6a admin admin] Publish callbacks [] for security_group (702a392a-c9e6-4e68-86ce-a6a70ec309db), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:46.960476 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2165-c0b3-4fda-970b-90f358904d6a admin admin] Publish callbacks [] for security_group (702a392a-c9e6-4e68-86ce-a6a70ec309db), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.023448 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2165-c0b3-4fda-970b-90f358904d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (702a392a-c9e6-4e68-86ce-a6a70ec309db), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.029432 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3f7a2165-c0b3-4fda-970b-90f358904d6a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.030851 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-3f7a2165-c0b3-4fda-970b-90f358904d6a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/702a392a-c9e6-4e68-86ce-a6a70ec309db HTTP/1.1" status: 204 len: 168 time: 0.1634622 Jul 12 03:50:47.048597 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a2165-c0b3-4fda-970b-90f358904d6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702a392a-c9e6-4e68-86ce-a6a70ec309db,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:47.190264 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (b09c871b-19ac-4587-96ff-4042b456ce57), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.337283 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d5aacf-b906-43dd-a992-513d9808ca01 req-d27cf790-9982-4e9c-b3be-cb7c337d4e43 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:47.339143 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-49d5aacf-b906-43dd-a992-513d9808ca01 req-d27cf790-9982-4e9c-b3be-cb7c337d4e43 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0617115 Jul 12 03:50:47.460694 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:47.502390 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34856) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:47.528083 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-49d5aacf-b906-43dd-a992-513d9808ca01 req-20b2f343-6922-4a40-a4b8-770132f9e01a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656041 Jul 12 03:50:47.614107 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Deleting port a78af133-2a4b-467e-b426-aa04d6702ecc {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:50:47.614620 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.667990 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4ea56909-d55f-40e7-9ddf-b7103a958e7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.704140 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-8310ba6c-cae8-4f54-b4c5-205642d71333 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.719143 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] For port a78af133-2a4b-467e-b426-aa04d6702ecc, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=a78af133-2a4b-467e-b426-aa04d6702ecc,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:47.719515 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.721861 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:47.748478 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Calling delete_port for a78af133-2a4b-467e-b426-aa04d6702ecc owned by network:router_interface {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:50:47.789380 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4ea56909-d55f-40e7-9ddf-b7103a958e7b admin admin] Publish callbacks [] for security_group (447f9ff6-9ccc-48ab-88b8-f0569a88b251), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.796125 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4ea56909-d55f-40e7-9ddf-b7103a958e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (447f9ff6-9ccc-48ab-88b8-f0569a88b251), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:47.861341 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4ea56909-d55f-40e7-9ddf-b7103a958e7b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=894d4374f1e7417bbdb6fb4bc81e1ad9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3574076 Jul 12 03:50:47.862401 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea56909-d55f-40e7-9ddf-b7103a958e7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=447f9ff6-9ccc-48ab-88b8-f0569a88b251,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:47.866276 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34868) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:47.938958 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6364978b-0c67-495c-8188-d616eb9fdc28 admin admin] Publish callbacks [] for security_group (447f9ff6-9ccc-48ab-88b8-f0569a88b251), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.012590 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6364978b-0c67-495c-8188-d616eb9fdc28 admin admin] Publish callbacks [] for security_group (447f9ff6-9ccc-48ab-88b8-f0569a88b251), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.024909 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (a78af133-2a4b-467e-b426-aa04d6702ecc), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.066676 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Pushing event deleted for resources: {'Port': ['ID=a78af133-2a4b-467e-b426-aa04d6702ecc,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:48.085354 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6364978b-0c67-495c-8188-d616eb9fdc28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (447f9ff6-9ccc-48ab-88b8-f0569a88b251), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.088121 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6364978b-0c67-495c-8188-d616eb9fdc28 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.092080 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6364978b-0c67-495c-8188-d616eb9fdc28 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/447f9ff6-9ccc-48ab-88b8-f0569a88b251 HTTP/1.1" status: 204 len: 168 time: 0.2213159 Jul 12 03:50:48.107586 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6364978b-0c67-495c-8188-d616eb9fdc28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=447f9ff6-9ccc-48ab-88b8-f0569a88b251,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:48.512309 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (b09c871b-19ac-4587-96ff-4042b456ce57), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.596696 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34900) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:48.621359 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-78a9903f-2e63-4cad-a040-a68c9c390755 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.638558 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.691769 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08262f62-6ad9-45b1-ba2d-0bf10067dbe7 req-6aa0b43a-7815-4996-aad5-d400e1c9764c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:48.693306 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-08262f62-6ad9-45b1-ba2d-0bf10067dbe7 req-6aa0b43a-7815-4996-aad5-d400e1c9764c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0686424 Jul 12 03:50:48.764326 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-08262f62-6ad9-45b1-ba2d-0bf10067dbe7 req-0c293950-cf12-4c65-8949-6a847399b949 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646660 Jul 12 03:50:48.771515 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:48.786930 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-78a9903f-2e63-4cad-a040-a68c9c390755 admin admin] Publish callbacks [] for security_group (cb86c6a7-4da5-4a2d-9c2e-66ae8921a62d), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.793396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-78a9903f-2e63-4cad-a040-a68c9c390755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (cb86c6a7-4da5-4a2d-9c2e-66ae8921a62d), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.808289 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Router b09c871b-19ac-4587-96ff-4042b456ce57 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:50:48.824239 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:48.841105 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9903f-2e63-4cad-a040-a68c9c390755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb86c6a7-4da5-4a2d-9c2e-66ae8921a62d,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:48.848098 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-78a9903f-2e63-4cad-a040-a68c9c390755 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fdcc3d2e023a4c24a40846b3fd9734de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2475691 Jul 12 03:50:48.848412 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34906) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:48.899882 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-31ae5f5b-4023-4c38-b48a-ddc8b1c246a0 admin admin] Publish callbacks [] for security_group (cb86c6a7-4da5-4a2d-9c2e-66ae8921a62d), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.923329 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:48.923934 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-31ae5f5b-4023-4c38-b48a-ddc8b1c246a0 admin admin] Publish callbacks [] for security_group (cb86c6a7-4da5-4a2d-9c2e-66ae8921a62d), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:48.940998 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:50:48.948204 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-1954c92d-e01f-4ab5-968c-ed6de8135dad admin admin] 10.222.0.20 "PUT /v2.0/routers/b09c871b-19ac-4587-96ff-4042b456ce57/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2043176 Jul 12 03:50:48.953597 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34912) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:48.953696 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] Sync routers for ids ['b09c871b-19ac-4587-96ff-4042b456ce57'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:50:48.969144 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] Routers {'b09c871b-19ac-4587-96ff-4042b456ce57'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:50:48.969770 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:50:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['b09c871b-19ac-4587-96ff-4042b456ce57'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:49.003496 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-31ae5f5b-4023-4c38-b48a-ddc8b1c246a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (cb86c6a7-4da5-4a2d-9c2e-66ae8921a62d), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.006577 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-31ae5f5b-4023-4c38-b48a-ddc8b1c246a0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.008038 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-31ae5f5b-4023-4c38-b48a-ddc8b1c246a0 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/cb86c6a7-4da5-4a2d-9c2e-66ae8921a62d HTTP/1.1" status: 204 len: 168 time: 0.1587789 Jul 12 03:50:49.017589 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ae5f5b-4023-4c38-b48a-ddc8b1c246a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb86c6a7-4da5-4a2d-9c2e-66ae8921a62d,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:49.080429 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] Set router b09c871b-19ac-4587-96ff-4042b456ce57 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:50:49.105169 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks [] for router (b09c871b-19ac-4587-96ff-4042b456ce57), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.145729 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:49.230242 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks [] for router_gateway (b09c871b-19ac-4587-96ff-4042b456ce57), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.303533 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Deleting port c0596b93-4329-4c25-9ec9-f41032ed1ad4 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:50:49.303964 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.444345 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] For port c0596b93-4329-4c25-9ec9-f41032ed1ad4, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=c0596b93-4329-4c25-9ec9-f41032ed1ad4,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:49.445408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.465962 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Calling delete_port for c0596b93-4329-4c25-9ec9-f41032ed1ad4 owned by network:router_gateway {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:50:49.522869 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194'}], 'enable_snat': True}, 'gw_port_id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:50:47Z', 'revision_number': 5, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'gw_port': {'id': 'c0596b93-4329-4c25-9ec9-f41032ed1ad4', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:22:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'device_owner': 'network:router_gateway', 'standard_attr_id': 63, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:07Z', 'updated_at': '2022-07-12T03:49:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:49.578379 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] Checking router: b09c871b-19ac-4587-96ff-4042b456ce57 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:50:49.587939 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] Routers {'b09c871b-19ac-4587-96ff-4042b456ce57'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:50:49.588586 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:50:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['b09c871b-19ac-4587-96ff-4042b456ce57'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:49.671601 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34942) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:49.686750 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4d0a2090-2d03-4d3d-90f7-4bacd4431fa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.688738 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] Set router b09c871b-19ac-4587-96ff-4042b456ce57 gateway port host: None {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:50:49.703348 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (c0596b93-4329-4c25-9ec9-f41032ed1ad4), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.753980 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:50:49Z', 'revision_number': 6, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:49.765955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0596b93-4329-4c25-9ec9-f41032ed1ad4,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:49.792172 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4d0a2090-2d03-4d3d-90f7-4bacd4431fa6 admin admin] Publish callbacks [] for security_group (5e8a51e8-3bdd-4017-a339-52cba6314851), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.794940 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-705a2b46-33f3-45d1-8462-15ed3a3bfd9f None None] The sync data for ids ['b09c871b-19ac-4587-96ff-4042b456ce57'] in dv-cinder-847730-4-iscsi is: [{'id': 'b09c871b-19ac-4587-96ff-4042b456ce57', 'name': 'tempest-DeleteServersTestJSON-1721830541-router', 'tenant_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:50:49Z', 'revision_number': 6, 'project_id': '38b640d5f6734a6b95b46a6f9dd695ec', 'gw_port_host': None}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:50:49.807831 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4d0a2090-2d03-4d3d-90f7-4bacd4431fa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5e8a51e8-3bdd-4017-a339-52cba6314851), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.874623 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (b09c871b-19ac-4587-96ff-4042b456ce57), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.884956 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4d0a2090-2d03-4d3d-90f7-4bacd4431fa6 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1b32087ea85a4f6d9bdc5a260c353229&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2117710 Jul 12 03:50:49.885711 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34950) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:49.886338 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0a2090-2d03-4d3d-90f7-4bacd4431fa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e8a51e8-3bdd-4017-a339-52cba6314851,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:49.948433 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a21737b8-9d9c-451b-b383-5905d023799b admin admin] Publish callbacks [] for security_group (5e8a51e8-3bdd-4017-a339-52cba6314851), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:49.980332 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a21737b8-9d9c-451b-b383-5905d023799b admin admin] Publish callbacks [] for security_group (5e8a51e8-3bdd-4017-a339-52cba6314851), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.004942 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b80fbd1-4ad6-4cc1-817a-410d45da3310 req-8a980cf8-f67e-4bad-8916-39c3804334ee tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:50.006471 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7b80fbd1-4ad6-4cc1-817a-410d45da3310 req-8a980cf8-f67e-4bad-8916-39c3804334ee tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.1439521 Jul 12 03:50:50.008133 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (b09c871b-19ac-4587-96ff-4042b456ce57), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.010639 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks [] for router_controller (b09c871b-19ac-4587-96ff-4042b456ce57), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.034528 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a21737b8-9d9c-451b-b383-5905d023799b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5e8a51e8-3bdd-4017-a339-52cba6314851), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.038599 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a21737b8-9d9c-451b-b383-5905d023799b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.043402 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-a21737b8-9d9c-451b-b383-5905d023799b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5e8a51e8-3bdd-4017-a339-52cba6314851 HTTP/1.1" status: 204 len: 168 time: 0.1523545 Jul 12 03:50:50.052834 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21737b8-9d9c-451b-b383-5905d023799b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e8a51e8-3bdd-4017-a339-52cba6314851,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:50.106582 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.114059 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (b09c871b-19ac-4587-96ff-4042b456ce57), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.114789 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b09c871b-19ac-4587-96ff-4042b456ce57 {{(pid=110648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 03:50:50.123673 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.127494 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f0fdfe79-a8ab-4a43-81f5-b746a16cbbd4 admin admin] 10.222.0.20 "DELETE /v2.0/routers/b09c871b-19ac-4587-96ff-4042b456ce57 HTTP/1.1" status: 204 len: 168 time: 1.1725585 Jul 12 03:50:50.129050 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 34954) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:50.136778 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7b80fbd1-4ad6-4cc1-817a-410d45da3310 req-2cdf5fcc-e285-4ceb-a0e9-896246838e0d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242576 Jul 12 03:50:50.192047 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_v2 [None req-76445d15-7669-4346-a510-29362ba66efe admin admin] Deleting subnet 97aa8409-5265-4bc1-b054-b970b96d7216 {{(pid=110647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:50:50.199505 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-76445d15-7669-4346-a510-29362ba66efe admin admin] Publish callbacks [] for subnet (97aa8409-5265-4bc1-b054-b970b96d7216), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.244500 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-76445d15-7669-4346-a510-29362ba66efe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627610'] for subnet (97aa8409-5265-4bc1-b054-b970b96d7216), precommit_delete_associations {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.401026 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-76445d15-7669-4346-a510-29362ba66efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (97aa8409-5265-4bc1-b054-b970b96d7216), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.460987 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-76445d15-7669-4346-a510-29362ba66efe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5532400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6052003'] for subnet (97aa8409-5265-4bc1-b054-b970b96d7216), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.488928 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76445d15-7669-4346-a510-29362ba66efe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=97aa8409-5265-4bc1-b054-b970b96d7216,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:50.494509 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-76445d15-7669-4346-a510-29362ba66efe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.499858 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373103c0-fc4f-4062-b5a8-6f99a57defa3 None None] Network 352cd507-1097-42cd-8b57-77a477f68965 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:50:50.501926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 34968) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:50.502050 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-76445d15-7669-4346-a510-29362ba66efe admin admin] 10.222.0.20 "DELETE /v2.0/subnets/97aa8409-5265-4bc1-b054-b970b96d7216 HTTP/1.1" status: 204 len: 168 time: 0.3717699 Jul 12 03:50:50.534744 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:50.577450 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (352cd507-1097-42cd-8b57-77a477f68965), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.604398 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.628143 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Deleting port 7db6807f-df06-4c53-aa9c-1498a271ee43 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:50:50.628730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.702235 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] For port 7db6807f-df06-4c53-aa9c-1498a271ee43, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=7db6807f-df06-4c53-aa9c-1498a271ee43,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:50.702730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.706969 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4794b94-85a0-4a2a-a758-dc2a7b248d67 None None] DHCP port deletion for 352cd507-1097-42cd-8b57-77a477f68965 request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 03:50:50.721218 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Calling delete_port for 7db6807f-df06-4c53-aa9c-1498a271ee43 owned by network:dhcp {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:50:50.722820 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:50.764456 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-d4794b94-85a0-4a2a-a758-dc2a7b248d67 None None] Deleting port 7db6807f-df06-4c53-aa9c-1498a271ee43 {{(pid=110649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:50:50.765100 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d4794b94-85a0-4a2a-a758-dc2a7b248d67 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), before_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.811886 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.834684 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-d4794b94-85a0-4a2a-a758-dc2a7b248d67 None None] For port 7db6807f-df06-4c53-aa9c-1498a271ee43, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=7db6807f-df06-4c53-aa9c-1498a271ee43,segment=NetworkSegment(b3174945-f5f2-45a8-8c46-785b9d60c09e),segment_id=b3174945-f5f2-45a8-8c46-785b9d60c09e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:50.835081 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d4794b94-85a0-4a2a-a758-dc2a7b248d67 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), precommit_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.846177 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7db6807f-df06-4c53-aa9c-1498a271ee43,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:50.849648 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] No DVR routers for this DVR port 7db6807f-df06-4c53-aa9c-1498a271ee43 on host dv-cinder-847730-4-iscsi {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:50:50.857830 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-d4794b94-85a0-4a2a-a758-dc2a7b248d67 None None] Calling delete_port for 7db6807f-df06-4c53-aa9c-1498a271ee43 owned by network:dhcp {{(pid=110649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:50:50.930220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (352cd507-1097-42cd-8b57-77a477f68965), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.956873 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['352cd507-1097-42cd-8b57-77a477f68965']}} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:50.971519 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3174945-f5f2-45a8-8c46-785b9d60c09e') {'for_net_delete': True} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:50.971821 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3174945-f5f2-45a8-8c46-785b9d60c09e') {} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:50.982451 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785002'] for segment (b3174945-f5f2-45a8-8c46-785b9d60c09e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.985318 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d4794b94-85a0-4a2a-a758-dc2a7b248d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566'] for port (7db6807f-df06-4c53-aa9c-1498a271ee43), after_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:50.998255 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (b3174945-f5f2-45a8-8c46-785b9d60c09e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:51.006480 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=110648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:50:51.007015 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6355240'] for segment (b3174945-f5f2-45a8-8c46-785b9d60c09e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:51.023933 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4794b94-85a0-4a2a-a758-dc2a7b248d67 None None] Pushing event deleted for resources: {'Port': ['ID=7db6807f-df06-4c53-aa9c-1498a271ee43,revision_number=None']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:51.038160 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4794b94-85a0-4a2a-a758-dc2a7b248d67 None None] No DVR routers for this DVR port 7db6807f-df06-4c53-aa9c-1498a271ee43 on host dv-cinder-847730-4-iscsi {{(pid=110649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:50:51.042910 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment b3174945-f5f2-45a8-8c46-785b9d60c09e resource provider aggregate not found Jul 12 03:50:51.084398 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment b3174945-f5f2-45a8-8c46-785b9d60c09e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b3174945-f5f2-45a8-8c46-785b9d60c09e found for delete ", "request_id": "req-d61d4fa7-9cd7-4c27-8ab9-db3561ef1880"}]} Jul 12 03:50:51.094595 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (352cd507-1097-42cd-8b57-77a477f68965), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:51.104505 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:51.113164 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] 10.222.0.20 "DELETE /v2.0/networks/352cd507-1097-42cd-8b57-77a477f68965 HTTP/1.1" status: 204 len: 168 time: 0.6099749 Jul 12 03:50:51.131413 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1924ad2-04db-4b5f-8d44-95ddcb270ed7 admin admin] Pushing event deleted for resources: {'Network': ['ID=352cd507-1097-42cd-8b57-77a477f68965,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:51.232673 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=82,neutron:DELETE=8,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:51.272052 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:51.286609 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c7c019-f528-4bfa-9307-9d030d8ebb2b req-b53c89f5-6fb8-454a-93ae-60e421de0222 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:51.288872 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-81c7c019-f528-4bfa-9307-9d030d8ebb2b req-b53c89f5-6fb8-454a-93ae-60e421de0222 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0670536 Jul 12 03:50:51.352567 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-81c7c019-f528-4bfa-9307-9d030d8ebb2b req-3de25b12-9c00-4009-8759-f213914d007f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563986 Jul 12 03:50:51.396834 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device a78af133-2a4b-467e-b426-aa04d6702ecc no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:50:51.397319 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35012) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:51.425647 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: a78af133-2a4b-467e-b426-aa04d6702ecc {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:50:51.425893 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device a78af133-2a4b-467e-b426-aa04d6702ecc not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:50:51.426310 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c0596b93-4329-4c25-9ec9-f41032ed1ad4 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:50:51.446408 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: c0596b93-4329-4c25-9ec9-f41032ed1ad4 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:50:51.446786 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c0596b93-4329-4c25-9ec9-f41032ed1ad4 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:50:51.447214 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 7db6807f-df06-4c53-aa9c-1498a271ee43 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:50:51.461209 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-35f772fa-86fc-40ef-abf4-544cc8f5024f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=38b640d5f6734a6b95b46a6f9dd695ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0629611 Jul 12 03:50:51.464019 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35014) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:51.479531 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 7db6807f-df06-4c53-aa9c-1498a271ee43 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:50:51.479877 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 7db6807f-df06-4c53-aa9c-1498a271ee43 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:50:51.519689 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0308dd19-4053-406f-9d0e-a2135c8b094b admin admin] Publish callbacks [] for security_group (835f1c72-49e9-4058-9b42-fb72ba96b3ef), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:51.542081 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0308dd19-4053-406f-9d0e-a2135c8b094b admin admin] Publish callbacks [] for security_group (835f1c72-49e9-4058-9b42-fb72ba96b3ef), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:51.593529 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0308dd19-4053-406f-9d0e-a2135c8b094b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (835f1c72-49e9-4058-9b42-fb72ba96b3ef), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:51.596443 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0308dd19-4053-406f-9d0e-a2135c8b094b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:51.600031 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0308dd19-4053-406f-9d0e-a2135c8b094b admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/835f1c72-49e9-4058-9b42-fb72ba96b3ef HTTP/1.1" status: 204 len: 168 time: 0.1326487 Jul 12 03:50:51.608731 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0308dd19-4053-406f-9d0e-a2135c8b094b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835f1c72-49e9-4058-9b42-fb72ba96b3ef,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:52.343892 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35044) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:52.452396 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-805086939-network', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:50:52.501461 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38476e0f-9b9e-4b08-8ed0-1f4bba664163 req-698cd0f1-bd0f-4e9f-b425-b09722c9048e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:52.503028 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38476e0f-9b9e-4b08-8ed0-1f4bba664163 req-698cd0f1-bd0f-4e9f-b425-b09722c9048e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0654218 Jul 12 03:50:52.510376 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Made reservation on behalf of 2ceaecc3b7fc4fed9dce1e3ab1014ed2 for: {'network': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:50:52.512721 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:52.532564 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:52.583233 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38476e0f-9b9e-4b08-8ed0-1f4bba664163 req-eb52423d-9c18-4075-ab6e-3a979deacfc6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739629 Jul 12 03:50:52.634404 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Publish callbacks [] for security_group (779109d5-e544-4867-b91a-e4f6056fed4e), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:52.640432 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (779109d5-e544-4867-b91a-e4f6056fed4e), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:52.669136 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=110648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:50:52.672543 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779109d5-e544-4867-b91a-e4f6056fed4e,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:52.684639 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (648969b2-0134-4477-bc1d-db673bf06d3c), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:52.685009 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.segments_db [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Added segment 648969b2-0134-4477-bc1d-db673bf06d3c of type vlan for network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 Jul 12 03:50:52.723739 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:52.725755 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (80ccb6a1-8d31-4e74-9f2c-15bfc89127e9), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:52.758027 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (80ccb6a1-8d31-4e74-9f2c-15bfc89127e9), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:52.759211 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:52.759792 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:52.792698 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:UPDATE=3,neutron:INSERT=14 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:52.810719 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.4657705 Jul 12 03:50:52.813778 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35060) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:52.818726 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Request body: {'subnet': {'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-805086939-subnet', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:50:52.839051 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ef38a2-ea79-496b-a434-d3f7b047cf18 admin admin] Pushing event updated for resources: {'Network': ['ID=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:52.841124 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Made reservation on behalf of 2ceaecc3b7fc4fed9dce1e3ab1014ed2 for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:50:52.844735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6051980'] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:52.849825 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:50:53.022082 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5532463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6051994'] for subnet (d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.071687 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:53.086540 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Checking segment: {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:50:53.086890 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Network hostable DHCP agents. Network: 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:50:53.106738 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:50:53.118418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:50:53.122276 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:53.122839 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.127295 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-539f99ff-23ea-45ee-b3dd-e6fb0706ebb4 None None] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:50:53.138813 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-52248a96-616f-4660-868b-6532473909f4 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3239198 Jul 12 03:50:53.141601 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35062) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:53.146666 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:50:53.169946 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (2399cb0e-0d38-48b0-9a2a-95e71d42a366), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.170971 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (2399cb0e-0d38-48b0-9a2a-95e71d42a366), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.224047 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks [] for router_controller (2399cb0e-0d38-48b0-9a2a-95e71d42a366), precommit_add_association {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.226269 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:50:53.227235 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.355595 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks [] for router_gateway (2399cb0e-0d38-48b0-9a2a-95e71d42a366), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.361501 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Allocated IP 172.20.0.2 (80ccb6a1-8d31-4e74-9f2c-15bfc89127e9/d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d/f8de2701-eade-40b4-8b12-7e649accd344) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:50:53.433197 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:53.470221 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:53.509084 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Publish callbacks [] for port (f8de2701-eade-40b4-8b12-7e649accd344), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.516507 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (f8de2701-eade-40b4-8b12-7e649accd344), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.560144 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks [] for router_gateway (2399cb0e-0d38-48b0-9a2a-95e71d42a366), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.565036 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:50:53.568229 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:50:53.570918 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:50:53.579973 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.581690 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Pushing event updated for resources: {'Port': ['ID=f8de2701-eade-40b4-8b12-7e649accd344,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:53.634567 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Attempting to bind port f8de2701-eade-40b4-8b12-7e649accd344 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:50:53.634927 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Attempting to bind port f8de2701-eade-40b4-8b12-7e649accd344 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:50:53.635278 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Attempting to bind port f8de2701-eade-40b4-8b12-7e649accd344 on network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:50:53.640472 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:50:53.640830 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Checking segment: {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:50:53.641386 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.641950 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Bound using segment: {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:50:53.642555 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Bound port: f8de2701-eade-40b4-8b12-7e649accd344, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:50:53.643452 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f8de2701-eade-40b4-8b12-7e649accd344), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.700156 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Allocated IP 172.27.0.85 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/82f6828d-d041-48d4-8c29-313cee3392a9) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:50:53.705933 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=88,neutron:UPDATE=7,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:53.713504 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] For port f8de2701-eade-40b4-8b12-7e649accd344, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:50:53.717189 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] For port f8de2701-eade-40b4-8b12-7e649accd344, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=f8de2701-eade-40b4-8b12-7e649accd344,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:50:53.723841 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (f8de2701-eade-40b4-8b12-7e649accd344), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.744062 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b7ee0-0f22-4b98-bf7a-9ee7ad8fb2fe req-cf91c3e8-25d8-4c6c-9ce1-631422916ce4 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:53.745540 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-967b7ee0-0f22-4b98-bf7a-9ee7ad8fb2fe req-cf91c3e8-25d8-4c6c-9ce1-631422916ce4 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0659795 Jul 12 03:50:53.791361 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c6c18a-0f22-43d8-8068-ae8f3fce7153 None None] Pushing event updated for resources: {'Port': ['ID=f8de2701-eade-40b4-8b12-7e649accd344,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:53.846374 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-967b7ee0-0f22-4b98-bf7a-9ee7ad8fb2fe req-3d802249-e0e1-4b7b-8146-0c22bc5266ba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914822 Jul 12 03:50:53.873489 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks [] for port (82f6828d-d041-48d4-8c29-313cee3392a9), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.910509 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:53.955574 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:50:53.960952 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:50:53.967178 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:50:53.974248 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Pushing event updated for resources: {'Port': ['ID=82f6828d-d041-48d4-8c29-313cee3392a9,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:54.218781 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks [] for router_gateway (2399cb0e-0d38-48b0-9a2a-95e71d42a366), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:54.314507 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:INSERT=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:54.355860 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:54.411802 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (2399cb0e-0d38-48b0-9a2a-95e71d42a366), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:54.543912 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:50:54.657964 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:50:54.667572 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Sync routers for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:50:54.677220 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:54.681362 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-2740c578-261e-474c-bcaa-bc9feab44ac9 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5360641 Jul 12 03:50:54.681501 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35080) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:54.682392 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:50:54.683137 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:50:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:54.690482 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e6bfbc-c7b7-4818-a4da-cf9251307421 None None] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:50:54.750434 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:54.771107 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-1bca29d4-754f-42c5-ac37-0b27ee02059c None None] Provisioning complete for port f8de2701-eade-40b4-8b12-7e649accd344 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:54.771567 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1bca29d4-754f-42c5-ac37-0b27ee02059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f8de2701-eade-40b4-8b12-7e649accd344), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:54.772906 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=91,neutron:UPDATE=6,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:54.994181 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914dfeb9-13c1-4e26-81e9-8312ecf8136f req-b0022273-c48f-4b03-9d6c-43593a063cd3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:54.995797 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-914dfeb9-13c1-4e26-81e9-8312ecf8136f req-b0022273-c48f-4b03-9d6c-43593a063cd3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0479972 Jul 12 03:50:55.048444 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-914dfeb9-13c1-4e26-81e9-8312ecf8136f req-d798417c-0525-467a-a981-71aa32887214 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468366 Jul 12 03:50:55.064392 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:50:55.205566 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-1bca29d4-754f-42c5-ac37-0b27ee02059c None None] Current status of the port f8de2701-eade-40b4-8b12-7e649accd344 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:50:55.205931 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1bca29d4-754f-42c5-ac37-0b27ee02059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f8de2701-eade-40b4-8b12-7e649accd344), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.259852 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-1bca29d4-754f-42c5-ac37-0b27ee02059c None None] For port f8de2701-eade-40b4-8b12-7e649accd344, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=f8de2701-eade-40b4-8b12-7e649accd344,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:55.284033 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1bca29d4-754f-42c5-ac37-0b27ee02059c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (f8de2701-eade-40b4-8b12-7e649accd344), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.339123 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:54Z', 'revision_number': 3, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:55.372205 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Checking router: 2399cb0e-0d38-48b0-9a2a-95e71d42a366 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:50:55.372553 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Updating router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 port 82f6828d-d041-48d4-8c29-313cee3392a9 binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:50:55.372787 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.399890 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bca29d4-754f-42c5-ac37-0b27ee02059c None None] Pushing event updated for resources: {'Port': ['ID=f8de2701-eade-40b4-8b12-7e649accd344,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:55.415541 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.417361 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-e24b19e9-d18a-4838-99f4-89d5d4bc8b1a None None] Provisioning complete for port f8de2701-eade-40b4-8b12-7e649accd344 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:55.417717 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e24b19e9-d18a-4838-99f4-89d5d4bc8b1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f8de2701-eade-40b4-8b12-7e649accd344), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.421269 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device f8de2701-eade-40b4-8b12-7e649accd344 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:50:55.462724 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:55.527868 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Allocated IP 172.20.0.1 (80ccb6a1-8d31-4e74-9f2c-15bfc89127e9/d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d/3878d3ab-d811-4d38-8b35-a0855fdf9b2a) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:50:55.532992 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:55.589132 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port f8de2701-eade-40b4-8b12-7e649accd344 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:55.589509 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f8de2701-eade-40b4-8b12-7e649accd344), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.638661 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Publish callbacks [] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.683600 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.698141 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-e24b19e9-d18a-4838-99f4-89d5d4bc8b1a None None] Current status of the port f8de2701-eade-40b4-8b12-7e649accd344 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:50:55.723954 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:50:55.728662 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:50:55.732492 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:50:55.736271 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Pushing event updated for resources: {'Port': ['ID=3878d3ab-d811-4d38-8b35-a0855fdf9b2a,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:55.782466 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port f8de2701-eade-40b4-8b12-7e649accd344 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:50:55.784414 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (2399cb0e-0d38-48b0-9a2a-95e71d42a366), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.832516 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Publish callbacks [] for port (82f6828d-d041-48d4-8c29-313cee3392a9), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.838834 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.890833 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Attempting to bind port 82f6828d-d041-48d4-8c29-313cee3392a9 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:50:55.891200 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Attempting to bind port 82f6828d-d041-48d4-8c29-313cee3392a9 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:50:55.891563 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Attempting to bind port 82f6828d-d041-48d4-8c29-313cee3392a9 on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:50:55.897338 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55479c6-696c-46f2-b5d7-b29082cf282d None None] Pushing event updated for resources: {'Port': ['ID=82f6828d-d041-48d4-8c29-313cee3392a9,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:55.902305 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:50:55.902686 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:50:55.903090 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.903475 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:50:55.903944 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Bound port: 82f6828d-d041-48d4-8c29-313cee3392a9, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:50:55.904352 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.923846 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.978205 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] For port 82f6828d-d041-48d4-8c29-313cee3392a9, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:50:55.982008 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] For port 82f6828d-d041-48d4-8c29-313cee3392a9, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=82f6828d-d041-48d4-8c29-313cee3392a9,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:50:55.988770 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:55.993944 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:56.015771 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:56.048616 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-77a4e0f1-a133-4add-aff8-2a6db9faa737 None None] Provisioning complete for port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:56.048982 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-77a4e0f1-a133-4add-aff8-2a6db9faa737 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:56.085375 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:56.091516 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55479c6-696c-46f2-b5d7-b29082cf282d None None] Pushing event updated for resources: {'Port': ['ID=82f6828d-d041-48d4-8c29-313cee3392a9,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:56.098478 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:50:56.099113 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:50:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:56.101355 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-77a4e0f1-a133-4add-aff8-2a6db9faa737 None None] Port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:50:56.109257 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Publish callbacks [] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:56.116813 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:56.206440 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:50:56.217137 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Pushing event updated for resources: {'Port': ['ID=3878d3ab-d811-4d38-8b35-a0855fdf9b2a,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:56.227681 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052d425-b532-4f24-ac31-431d8c92484d req-01ef223f-d6b1-4058-a82f-e6c63a03f6b8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:56.229098 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c052d425-b532-4f24-ac31-431d8c92484d req-01ef223f-d6b1-4058-a82f-e6c63a03f6b8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0713861 Jul 12 03:50:56.229896 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (2399cb0e-0d38-48b0-9a2a-95e71d42a366), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:56.252527 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:56.322931 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:56.338002 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c052d425-b532-4f24-ac31-431d8c92484d req-064e1f02-1170-440e-9d6e-0aa937c5ccd6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016788 Jul 12 03:50:56.364444 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:50:56.365806 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:50:56.401399 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 1, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:56.429937 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c19e10-b966-4c4d-9b1c-96a5f3224481 None None] The sync data for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi is: [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 1, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:50:56.483959 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:50:56.592374 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:50:56.597526 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ff55f89e-617b-4a2c-a390-13012415f141 admin admin] 10.222.0.20 "PUT /v2.0/routers/2399cb0e-0d38-48b0-9a2a-95e71d42a366/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9150581 Jul 12 03:50:56.630465 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c3b0f3fc-e42e-4bc8-a4ef-270d1fc6a45b None None] Provisioning complete for port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:56.631009 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c3b0f3fc-e42e-4bc8-a4ef-270d1fc6a45b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:56.683621 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0f3fc-e42e-4bc8-a4ef-270d1fc6a45b None None] Port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:50:56.986625 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35122) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:56.991700 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-909294cb-3d67-4b1b-b52f-e4c1958a44fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--866605032', 'description': 'tempest-description--875505866'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:50:57.026718 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-909294cb-3d67-4b1b-b52f-e4c1958a44fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.114263 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-909294cb-3d67-4b1b-b52f-e4c1958a44fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (6be6b002-da91-4118-82e8-26814133f83e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.122435 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-909294cb-3d67-4b1b-b52f-e4c1958a44fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (6be6b002-da91-4118-82e8-26814133f83e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.161728 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-909294cb-3d67-4b1b-b52f-e4c1958a44fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.162992 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-909294cb-3d67-4b1b-b52f-e4c1958a44fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1751087 Jul 12 03:50:57.164147 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909294cb-3d67-4b1b-b52f-e4c1958a44fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6be6b002-da91-4118-82e8-26814133f83e,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:57.166374 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35126) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:57.171277 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-a11ff053-fb52-4e8b-a36c-9bf9158d954c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'security_group_rule': {'security_group_id': '6be6b002-da91-4118-82e8-26814133f83e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:50:57.202229 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a11ff053-fb52-4e8b-a36c-9bf9158d954c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (88808883-2907-4f90-95d0-2fa6207a0fe3), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.281543 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a11ff053-fb52-4e8b-a36c-9bf9158d954c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (88808883-2907-4f90-95d0-2fa6207a0fe3), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.285353 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a11ff053-fb52-4e8b-a36c-9bf9158d954c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (88808883-2907-4f90-95d0-2fa6207a0fe3), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.304796 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11ff053-fb52-4e8b-a36c-9bf9158d954c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88808883-2907-4f90-95d0-2fa6207a0fe3,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:57.313647 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a11ff053-fb52-4e8b-a36c-9bf9158d954c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.314757 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-a11ff053-fb52-4e8b-a36c-9bf9158d954c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1473465 Jul 12 03:50:57.317451 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35128) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:57.321986 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-85b94e6a-d172-4ce5-a568-f2eb84b7d9dc tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'security_group_rule': {'security_group_id': '6be6b002-da91-4118-82e8-26814133f83e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:50:57.362181 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-85b94e6a-d172-4ce5-a568-f2eb84b7d9dc tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (5525c46c-d01e-4499-8bf4-c4e9b1f0f312), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.433255 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-85b94e6a-d172-4ce5-a568-f2eb84b7d9dc tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (5525c46c-d01e-4499-8bf4-c4e9b1f0f312), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.438861 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-85b94e6a-d172-4ce5-a568-f2eb84b7d9dc tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (5525c46c-d01e-4499-8bf4-c4e9b1f0f312), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.468271 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b94e6a-d172-4ce5-a568-f2eb84b7d9dc tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5525c46c-d01e-4499-8bf4-c4e9b1f0f312,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:57.491881 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-85b94e6a-d172-4ce5-a568-f2eb84b7d9dc tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.493190 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 82f6828d-d041-48d4-8c29-313cee3392a9 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:50:57.497448 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-85b94e6a-d172-4ce5-a568-f2eb84b7d9dc tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1789501 Jul 12 03:50:57.498185 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35132) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:50:57.499074 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1875de75-3c78-4402-9842-a31046086e37 req-63f942a4-0e97-4ac3-871e-b20cbb9e7c46 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:57.504051 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:50:57.506807 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1875de75-3c78-4402-9842-a31046086e37 req-63f942a4-0e97-4ac3-871e-b20cbb9e7c46 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0942435 Jul 12 03:50:57.528941 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.563882 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 82f6828d-d041-48d4-8c29-313cee3392a9 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:57.564532 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.581490 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1875de75-3c78-4402-9842-a31046086e37 req-11a7d36f-a42b-4134-a296-636b83ebaed2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736818 Jul 12 03:50:57.628108 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.667323 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 82f6828d-d041-48d4-8c29-313cee3392a9 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:50:57.667858 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.690747 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 82f6828d-d041-48d4-8c29-313cee3392a9, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=82f6828d-d041-48d4-8c29-313cee3392a9,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:50:57.696184 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.697194 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device f8de2701-eade-40b4-8b12-7e649accd344 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:50:57.746492 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Allocated IP 172.27.0.179 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/74ccff49-a65a-4d6a-8ed7-e9b506a8a48a) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:50:57.758316 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=82,neutron:DELETE=3,neutron:INSERT=10,neutron:UPDATE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:57.786634 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=82f6828d-d041-48d4-8c29-313cee3392a9,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:57.807045 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port f8de2701-eade-40b4-8b12-7e649accd344 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:57.807638 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f8de2701-eade-40b4-8b12-7e649accd344), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.887543 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port f8de2701-eade-40b4-8b12-7e649accd344 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:50:57.902730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for port (74ccff49-a65a-4d6a-8ed7-e9b506a8a48a), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.914487 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:50:57.938253 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (74ccff49-a65a-4d6a-8ed7-e9b506a8a48a), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:57.984425 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:50:57.989071 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:50:57.993386 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:50:58.016668 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'Port': ['ID=74ccff49-a65a-4d6a-8ed7-e9b506a8a48a,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:58.041574 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:58.091992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (fcb72de5-9e96-45aa-a862-f627a57fcb14), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:58.138125 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (74ccff49-a65a-4d6a-8ed7-e9b506a8a48a), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:58.289411 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for port (74ccff49-a65a-4d6a-8ed7-e9b506a8a48a), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:58.296344 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (74ccff49-a65a-4d6a-8ed7-e9b506a8a48a), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:58.372545 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'Port': ['ID=74ccff49-a65a-4d6a-8ed7-e9b506a8a48a,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:58.382317 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (fcb72de5-9e96-45aa-a862-f627a57fcb14), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:58.400732 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:58.402246 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-5740aaf0-1dce-4891-aae2-6ad435a0c0fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.9018123 Jul 12 03:50:58.679056 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Sync routers for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:50:58.689706 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:50:58.690670 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:50:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:58.691807 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db15ae52-e992-4f87-a859-65243d851573 req-c6007937-16cf-4f37-bae1-f644c0950fc5 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:58.693409 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-db15ae52-e992-4f87-a859-65243d851573 req-c6007937-16cf-4f37-bae1-f644c0950fc5 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0490623 Jul 12 03:50:58.752687 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-db15ae52-e992-4f87-a859-65243d851573 req-ff68de92-1ead-4c25-8e48-23f74da0ab42 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513265 Jul 12 03:50:58.794282 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-667739b0-ab27-421e-97e9-3458fd136b28 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--866605032&fields=id&tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2 HTTP/1.1" status: 200 len: 267 time: 0.2733295 Jul 12 03:50:58.803654 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:50:58.913925 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-089c6f89-cc86-40d7-850b-904cc8c1be28 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:58.915470 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-089c6f89-cc86-40d7-850b-904cc8c1be28 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 810 time: 0.1145666 Jul 12 03:50:58.927916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:58.934530 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-19446373-572a-49db-aa09-7fc73cf5268d tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/quotas/2ceaecc3b7fc4fed9dce1e3ab1014ed2 HTTP/1.1" status: 200 len: 375 time: 0.0101373 Jul 12 03:50:58.998414 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-441851a5-161e-4260-ac39-e9549fae51c5 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0573938 Jul 12 03:50:59.026518 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 2, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:59.051751 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Checking router: 2399cb0e-0d38-48b0-9a2a-95e71d42a366 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:50:59.052209 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Updating router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:50:59.087340 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:59.097185 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:59.107793 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-b51d789d-c79b-4afa-82f7-351512914bfd service neutron] 10.222.0.20 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940704 Jul 12 03:50:59.223484 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-4ef25a21-2513-40ff-856e-c215605f7128 service neutron] 10.222.0.20 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089051 Jul 12 03:50:59.419540 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 82f6828d-d041-48d4-8c29-313cee3392a9 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:50:59.443248 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Publish callbacks [] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:59.453709 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:59.461659 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:DELETE=1,neutron:SELECT=97,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:50:59.465433 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-401ab532-b812-4dcb-a882-ba426d84bfbe req-86493fa8-bfad-469c-b997-6cff7d731019 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0500698 Jul 12 03:50:59.496283 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 82f6828d-d041-48d4-8c29-313cee3392a9 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:59.496842 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:59.553924 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Pushing event updated for resources: {'Port': ['ID=3878d3ab-d811-4d38-8b35-a0855fdf9b2a,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:50:59.567779 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.567779 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.568089 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.568913 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.568913 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.569531 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.570057 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.570473 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.570885 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.571371 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.571823 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.572319 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.572734 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.573142 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.573544 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:50:59.676908 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Attempting to bind port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:50:59.678307 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Attempting to bind port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:50:59.678903 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Attempting to bind port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a on network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:50:59.687988 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 50, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:50:59.689716 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Checking segment: {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:50:59.690338 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:59.691053 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Bound using segment: {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:50:59.691582 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Bound port: 3878d3ab-d811-4d38-8b35-a0855fdf9b2a, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:50:59.692129 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:59.705991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 82f6828d-d041-48d4-8c29-313cee3392a9 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:50:59.799098 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] For port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:50:59.802642 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] For port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3878d3ab-d811-4d38-8b35-a0855fdf9b2a,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:50:59.826255 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:59.843960 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421061a3-f06c-4dbc-ad03-c9f40f5800e2 req-37d3572e-cd9e-4178-8011-d099dd0a43e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:50:59.846568 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-421061a3-f06c-4dbc-ad03-c9f40f5800e2 req-37d3572e-cd9e-4178-8011-d099dd0a43e8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 1129 time: 0.0450792 Jul 12 03:50:59.867559 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-3263db66-1ebc-495f-9653-7f375aaa4fd8 None None] Provisioning complete for port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:50:59.868240 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3263db66-1ebc-495f-9653-7f375aaa4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:50:59.894001 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:50:59.894818 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:50:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:50:59.974562 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec4e46d-11dd-49dd-a690-c478f3c9b068 None None] Pushing event updated for resources: {'Port': ['ID=3878d3ab-d811-4d38-8b35-a0855fdf9b2a,revision_number=4']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:00.038714 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-3263db66-1ebc-495f-9653-7f375aaa4fd8 None None] Current status of the port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:00.039016 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3263db66-1ebc-495f-9653-7f375aaa4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:00.086608 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:00.100459 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2cff8-5019-4826-91ff-590050c08872 req-5c69123a-8cec-466b-be46-396ae834a74f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:00.102076 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-80b2cff8-5019-4826-91ff-590050c08872 req-5c69123a-8cec-466b-be46-396ae834a74f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.2383013 Jul 12 03:51:00.105253 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-3263db66-1ebc-495f-9653-7f375aaa4fd8 None None] For port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3878d3ab-d811-4d38-8b35-a0855fdf9b2a,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:00.109109 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-421061a3-f06c-4dbc-ad03-c9f40f5800e2 req-2c1dc3f8-a3f1-41c5-8ae7-cf176a36ae34 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440991 Jul 12 03:51:00.117850 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3263db66-1ebc-495f-9653-7f375aaa4fd8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:00.177579 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3263db66-1ebc-495f-9653-7f375aaa4fd8 None None] Pushing event updated for resources: {'Port': ['ID=3878d3ab-d811-4d38-8b35-a0855fdf9b2a,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:00.225797 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-80b2cff8-5019-4826-91ff-590050c08872 req-88cee3dc-b86e-4982-b0d2-c8e92db54b42 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154935 Jul 12 03:51:00.352547 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-abca68a3-4202-4164-aaf1-4fec102134fa None None] Provisioning complete for port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:00.355073 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-abca68a3-4202-4164-aaf1-4fec102134fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:00.461053 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-abca68a3-4202-4164-aaf1-4fec102134fa None None] Current status of the port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:00.542864 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:00.553555 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:50:59Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:00.583118 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7d60a303-ae83-48c8-9bc4-c5688ea44885 req-e3884597-939c-4dea-8544-209c29a1ce83 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0312870 Jul 12 03:51:00.584716 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c96c7f8-7fe2-4ecc-b703-0bd50f196575 None None] The sync data for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi is: [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:50:59Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:51:01.345324 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8c79d-b55e-48e5-8b3e-550f871cdf22 req-767fef00-7329-43b0-a8da-186c2818f731 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:01.346872 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09b8c79d-b55e-48e5-8b3e-550f871cdf22 req-767fef00-7329-43b0-a8da-186c2818f731 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0489459 Jul 12 03:51:01.365693 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:01.397125 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09b8c79d-b55e-48e5-8b3e-550f871cdf22 req-3a98cdfc-b272-459c-806f-7df0f82ce867 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445578 Jul 12 03:51:01.409302 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3878d3ab-d811-4d38-8b35-a0855fdf9b2a up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:01.437016 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:01.447375 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:01.463382 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:01.464074 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:01.530997 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:01.537492 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:01.692672 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7758907d-5fa8-4ef4-b828-3f2e9e39037b req-5b6ab1b2-6507-437d-8d31-529a8ffb2742 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0314608 Jul 12 03:51:02.513686 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fa5b4a-6d1f-41b9-be7f-c61e90ad866c req-40e7e70a-964d-4b12-9c88-85fda7b5b803 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:02.515191 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28fa5b4a-6d1f-41b9-be7f-c61e90ad866c req-40e7e70a-964d-4b12-9c88-85fda7b5b803 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0499966 Jul 12 03:51:02.568574 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28fa5b4a-6d1f-41b9-be7f-c61e90ad866c req-2c979722-4dc5-4e9a-865d-6587e84e007c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473158 Jul 12 03:51:02.790904 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-796c1a19-735f-44b5-894e-c6fb62e7d603 req-b039a421-5557-489c-9ccb-6699c3decdc5 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0291779 Jul 12 03:51:03.690966 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4db879-4e72-4811-b5b7-31ce35db29fa req-6bddb1dc-177c-4e5b-b519-bedb8e942888 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:03.692451 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-be4db879-4e72-4811-b5b7-31ce35db29fa req-6bddb1dc-177c-4e5b-b519-bedb8e942888 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0511525 Jul 12 03:51:03.744565 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-be4db879-4e72-4811-b5b7-31ce35db29fa req-3e54045a-dfaa-4c1d-b98c-feadbf377705 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464747 Jul 12 03:51:03.895858 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c450b115-3cd6-49f6-af6e-a9e6a8fb7764 req-8e9be11d-53ee-4dce-aacb-6a681f61f0bb tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0301657 Jul 12 03:51:04.882815 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3553f64-9047-406a-9cd8-14eee7aea7ee req-fee5877b-5a96-45fa-9448-b070692a420a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:04.887913 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c3553f64-9047-406a-9cd8-14eee7aea7ee req-fee5877b-5a96-45fa-9448-b070692a420a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0573850 Jul 12 03:51:04.936866 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c3553f64-9047-406a-9cd8-14eee7aea7ee req-ea02d78a-5f0e-4b53-af5a-afbec16f667a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449288 Jul 12 03:51:05.003880 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d508fe04-85ed-4721-9017-c1c95c587410 req-c8fa72d2-bb52-4233-a23b-a3081e416d93 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0278146 Jul 12 03:51:06.058384 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f0756e-4275-4bb1-8288-0ee1e9bacf3e req-517631fe-bb5f-46b3-ba75-63ba9801ee06 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:06.059934 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-24f0756e-4275-4bb1-8288-0ee1e9bacf3e req-517631fe-bb5f-46b3-ba75-63ba9801ee06 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0546799 Jul 12 03:51:06.104089 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bb4b4c44-9ca3-433b-b477-bc71a5d23e3e req-b48ede0e-b3a1-46e3-9e0c-dd0ce19b4abc tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0306120 Jul 12 03:51:06.106893 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-24f0756e-4275-4bb1-8288-0ee1e9bacf3e req-3af3d158-07b2-42ac-ba34-a4868929424d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413051 Jul 12 03:51:07.200403 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1d4ab519-f2e7-4e49-9716-021409f78774 req-192d5052-07d9-4982-8121-19967e52bed9 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0291910 Jul 12 03:51:07.224252 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd12277-ce6e-4ac6-bbf4-ececc72154d1 req-879b4fc6-dcc3-4a51-b4bb-1b086309951e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:07.225758 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cfd12277-ce6e-4ac6-bbf4-ececc72154d1 req-879b4fc6-dcc3-4a51-b4bb-1b086309951e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0506058 Jul 12 03:51:07.275550 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cfd12277-ce6e-4ac6-bbf4-ececc72154d1 req-cc692a9a-96f4-4297-87c0-80aafab36195 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441620 Jul 12 03:51:07.818797 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:07.899137 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-76b4d9f1-0615-48c2-b4d0-75fa6128800b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:07.899137 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-76b4d9f1-0615-48c2-b4d0-75fa6128800b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 810 time: 0.1262345 Jul 12 03:51:08.094127 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-2c115e00-b4e4-4b36-a59b-ca9d261876ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2 HTTP/1.1" status: 200 len: 379 time: 0.0536373 Jul 12 03:51:08.106624 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'port': {'device_id': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'admin_state_up': True, 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'security_groups': ['6be6b002-da91-4118-82e8-26814133f83e']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:08.231180 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Made reservation on behalf of 2ceaecc3b7fc4fed9dce1e3ab1014ed2 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:08.234852 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.309396 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5779123b-ea06-4545-95b3-df2d48c4828c req-2e6ae68d-5480-473d-a002-d67533e35fcf tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0326421 Jul 12 03:51:08.353335 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35366) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:08.416079 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Allocated IP 172.20.0.13 (80ccb6a1-8d31-4e74-9f2c-15bfc89127e9/d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d/8a62f409-2f00-4669-85c4-d882010074e6) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:08.438326 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:08.457007 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b1f2e5-f309-4078-9f07-aef18df87375 req-d3826cd9-1ad2-4ba2-80e6-2b352ac2b601 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:08.458525 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-32b1f2e5-f309-4078-9f07-aef18df87375 req-d3826cd9-1ad2-4ba2-80e6-2b352ac2b601 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0984006 Jul 12 03:51:08.478589 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.536914 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:08.557936 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:08.560466 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Publish callbacks [] for security_group (020c4a28-19fe-437a-94fe-f1e25f3ef907), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.565318 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (020c4a28-19fe-437a-94fe-f1e25f3ef907), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.571082 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-32b1f2e5-f309-4078-9f07-aef18df87375 req-0351a23e-0f23-49e0-9023-b3e6f58b6d3b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037836 Jul 12 03:51:08.605113 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for port (8a62f409-2f00-4669-85c4-d882010074e6), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.615361 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e7afaabd6e4d4ea3aebc76e7d86576ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2581425 Jul 12 03:51:08.615361 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35374) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:08.622663 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=020c4a28-19fe-437a-94fe-f1e25f3ef907,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:08.635223 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.635704 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.636137 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.636517 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.636894 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.637327 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.637799 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.638125 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.638514 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.638831 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.639155 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.639471 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.639860 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.640120 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.640528 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f94ff2ce-2e5a-44ab-a3a9-06ee48c58186 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.640866 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (8a62f409-2f00-4669-85c4-d882010074e6), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.694478 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:08.703617 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:08.710968 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:08.715896 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:08.720785 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'Port': ['ID=8a62f409-2f00-4669-85c4-d882010074e6,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:08.733787 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5043ffb3-4584-4579-9c87-64e1bad19a70 admin admin] Publish callbacks [] for security_group (020c4a28-19fe-437a-94fe-f1e25f3ef907), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.742197 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464e982d-1e47-4db0-b7ac-6bc7b2b796c7 req-d572d021-72fb-4fb7-bf51-7242c8b5bda9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:08.750906 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.751123 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-464e982d-1e47-4db0-b7ac-6bc7b2b796c7 req-d572d021-72fb-4fb7-bf51-7242c8b5bda9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0909698 Jul 12 03:51:08.751246 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.751578 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.751912 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.752541 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.753041 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.753922 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.754259 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.754590 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.754911 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.755232 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.756107 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.756107 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.756296 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.756572 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:08.788789 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5043ffb3-4584-4579-9c87-64e1bad19a70 admin admin] Publish callbacks [] for security_group (020c4a28-19fe-437a-94fe-f1e25f3ef907), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.793298 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:08.793973 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.813352 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-237db0c2-e5a8-419b-b16f-e2aebb9c54a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7133417 Jul 12 03:51:08.833160 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Request body: {'port': {'device_id': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:08.837341 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-464e982d-1e47-4db0-b7ac-6bc7b2b796c7 req-c380db8e-4071-43d4-8d9f-bacaae8894c6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853560 Jul 12 03:51:08.865490 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5043ffb3-4584-4579-9c87-64e1bad19a70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (020c4a28-19fe-437a-94fe-f1e25f3ef907), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.875725 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5043ffb3-4584-4579-9c87-64e1bad19a70 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:08.877005 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-5043ffb3-4584-4579-9c87-64e1bad19a70 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/020c4a28-19fe-437a-94fe-f1e25f3ef907 HTTP/1.1" status: 204 len: 168 time: 0.2608123 Jul 12 03:51:08.888047 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5043ffb3-4584-4579-9c87-64e1bad19a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=020c4a28-19fe-437a-94fe-f1e25f3ef907,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:08.938541 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (8a62f409-2f00-4669-85c4-d882010074e6), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:09.050183 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-08719bc3-afee-4d72-ab73-944368f7db8d None None] Provisioning complete for port 8a62f409-2f00-4669-85c4-d882010074e6 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:09.051204 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-08719bc3-afee-4d72-ab73-944368f7db8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (8a62f409-2f00-4669-85c4-d882010074e6), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:09.097603 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-08719bc3-afee-4d72-ab73-944368f7db8d None None] Port 8a62f409-2f00-4669-85c4-d882010074e6 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:51:09.288584 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a62f409-2f00-4669-85c4-d882010074e6 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:51:09.297155 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Publish callbacks [] for port (8a62f409-2f00-4669-85c4-d882010074e6), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:09.351095 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Transition to ACTIVE for port object 8a62f409-2f00-4669-85c4-d882010074e6 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:51:09.369683 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (8a62f409-2f00-4669-85c4-d882010074e6), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:09.526806 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Pushing event updated for resources: {'Port': ['ID=8a62f409-2f00-4669-85c4-d882010074e6,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:09.560961 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f103966-9660-415e-9859-4ba63e3e14d6 req-a2b8bcc7-3ba4-49cb-a58f-86df017fd972 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:09.562573 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8f103966-9660-415e-9859-4ba63e3e14d6 req-a2b8bcc7-3ba4-49cb-a58f-86df017fd972 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 944 time: 0.1313555 Jul 12 03:51:09.694642 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:09.708531 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8f103966-9660-415e-9859-4ba63e3e14d6 req-b15c1da7-5ecd-4bfb-98b1-a451aaa9dc85 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900333 Jul 12 03:51:09.731327 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Attempting to bind port 8a62f409-2f00-4669-85c4-d882010074e6 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:09.731663 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Attempting to bind port 8a62f409-2f00-4669-85c4-d882010074e6 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:09.731989 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Attempting to bind port 8a62f409-2f00-4669-85c4-d882010074e6 on network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:09.737367 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Port 8a62f409-2f00-4669-85c4-d882010074e6 on network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:51:09.737565 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Attempting to bind port 8a62f409-2f00-4669-85c4-d882010074e6 on network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:09.745231 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 50, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:09.745601 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Checking segment: {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:09.745985 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Bound using segment: {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:09.746445 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Bound port: 8a62f409-2f00-4669-85c4-d882010074e6, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:09.746799 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (8a62f409-2f00-4669-85c4-d882010074e6), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:09.820932 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] For port 8a62f409-2f00-4669-85c4-d882010074e6, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:09.825539 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] For port 8a62f409-2f00-4669-85c4-d882010074e6, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=8a62f409-2f00-4669-85c4-d882010074e6,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:09.831166 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (8a62f409-2f00-4669-85c4-d882010074e6), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:09.871664 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:09.872326 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:09.873783 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] 10.222.0.44 "PUT /v2.0/ports/8a62f409-2f00-4669-85c4-d882010074e6 HTTP/1.1" status: 200 len: 1094 time: 1.0464704 Jul 12 03:51:09.874222 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'tag': '8a62f409-2f00-4669-85c4-d882010074e6'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:09.876503 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae" -d '{"events": [{"name": "network-changed", "server_uuid": "e83ba0f3-55f9-4a38-9794-46bb9876f0d7", "tag": "8a62f409-2f00-4669-85c4-d882010074e6"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:09.907588 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239dad32-cc66-4fb6-bf5a-66aa5d8b159a service neutron] Pushing event updated for resources: {'Port': ['ID=8a62f409-2f00-4669-85c4-d882010074e6,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:09.959792 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8039529e-2e18-4702-8cc2-a755d1e878c4 x-openstack-request-id: req-8039529e-2e18-4702-8cc2-a755d1e878c4 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:09.959792 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83ba0f3-55f9-4a38-9794-46bb9876f0d7", "tag": "8a62f409-2f00-4669-85c4-d882010074e6", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:09.959792 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8039529e-2e18-4702-8cc2-a755d1e878c4 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:09.960217 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8039529e-2e18-4702-8cc2-a755d1e878c4'] response: {'name': 'network-changed', 'server_uuid': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'tag': '8a62f409-2f00-4669-85c4-d882010074e6', 'status': 'completed', 'code': 200} Jul 12 03:51:09.986158 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35440) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:10.003379 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:10.024722 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-f93da401-941f-450f-aa1c-b6e67eca5017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:10.027520 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-f93da401-941f-450f-aa1c-b6e67eca5017 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 1128 time: 0.0842712 Jul 12 03:51:10.084611 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-94307a3e-0620-4277-812b-4f172d7af55a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a62f409-2f00-4669-85c4-d882010074e6 HTTP/1.1" status: 200 len: 217 time: 0.0427084 Jul 12 03:51:10.155400 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-995100944-network', 'tenant_id': '3e33bfd157c64f8688b9720d80a3a8af'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:10.158855 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-82b10e22-91de-4c4e-a92a-7d61bb89ea1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:10.161333 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-82b10e22-91de-4c4e-a92a-7d61bb89ea1a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.0691397 Jul 12 03:51:10.190231 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Made reservation on behalf of 3e33bfd157c64f8688b9720d80a3a8af for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:10.192843 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.202068 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.220348 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-0821b0ba-7401-487e-80f3-0cc7b0752f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:10.224726 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-0821b0ba-7401-487e-80f3-0cc7b0752f5d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0532384 Jul 12 03:51:10.300209 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Publish callbacks [] for security_group (9ca28659-a6cb-469b-8225-ffe52741ba14), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.305252 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (9ca28659-a6cb-469b-8225-ffe52741ba14), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.331847 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:51:10.339688 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-db70bbf2-8772-4ca8-bd92-53a3ab538167 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099091 Jul 12 03:51:10.341244 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca28659-a6cb-469b-8225-ffe52741ba14,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:10.352727 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (1aeb5d9f-bb28-46f0-8bff-95204a297642), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.352961 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Added segment 1aeb5d9f-bb28-46f0-8bff-95204a297642 of type vlan for network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 Jul 12 03:51:10.399522 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35458) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:10.409190 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.439165 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.440689 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:10.441641 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.451839 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96c4740f-3bdb-4e22-8611-808c0bda84cc req-a79fe8e2-3776-46da-9e7f-7da959c76671 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038866 Jul 12 03:51:10.494827 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35466) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:10.494981 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.5076356 Jul 12 03:51:10.500019 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Request body: {'subnet': {'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-995100944-subnet', 'tenant_id': '3e33bfd157c64f8688b9720d80a3a8af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:10.529668 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d75f97-9c11-44c4-9b62-6e8f6c8a437d admin admin] Pushing event updated for resources: {'Network': ['ID=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:10.543987 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:51:10.547465 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Made reservation on behalf of 3e33bfd157c64f8688b9720d80a3a8af for: {'subnet': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:10.550612 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5635568'] for subnet (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.557446 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e61b-1b08-4d40-9932-6ed1a4394e11 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.558630 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=60 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:10.617210 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:10.681138 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=79,neutron:DELETE=2,neutron:INSERT=17,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:10.683224 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e61b-1b08-4d40-9932-6ed1a4394e11 admin admin] Publish callbacks [] for security_group (c2602d88-64ba-410a-b125-1ff401dd0a9b), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.687855 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9ef1e61b-1b08-4d40-9932-6ed1a4394e11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c2602d88-64ba-410a-b125-1ff401dd0a9b), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.755334 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef1e61b-1b08-4d40-9932-6ed1a4394e11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2602d88-64ba-410a-b125-1ff401dd0a9b,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:10.764230 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-9ef1e61b-1b08-4d40-9932-6ed1a4394e11 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=da4976cea0554c09a71805b798b2fa58&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3610742 Jul 12 03:51:10.765210 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35476) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:10.786999 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a396afd-a0c9-4ca3-a002-72439dbc6e61 req-81e0b3ad-c17e-4776-995f-1827c669e142 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:10.788520 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0a396afd-a0c9-4ca3-a002-72439dbc6e61 req-81e0b3ad-c17e-4776-995f-1827c669e142 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0842876 Jul 12 03:51:10.803317 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6355021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5635558'] for subnet (8b1d4842-c330-447c-a65b-cc6d896d6958), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.861375 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-954b3354-72dc-4860-a25e-dc0b391cf5a5 admin admin] Publish callbacks [] for security_group (c2602d88-64ba-410a-b125-1ff401dd0a9b), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.865709 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0a396afd-a0c9-4ca3-a002-72439dbc6e61 req-5ed253e5-fd54-4ca4-9e44-7f3d09816747 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694346 Jul 12 03:51:10.869744 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c0e96-0b2d-44d9-8145-6c713e57c611 req-457d6a19-b983-499a-b763-fb44863822ec tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:10.871514 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5e9c0e96-0b2d-44d9-8145-6c713e57c611 req-457d6a19-b983-499a-b763-fb44863822ec tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 944 time: 0.0855358 Jul 12 03:51:10.888265 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-954b3354-72dc-4860-a25e-dc0b391cf5a5 admin admin] Publish callbacks [] for security_group (c2602d88-64ba-410a-b125-1ff401dd0a9b), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.909220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b1d4842-c330-447c-a65b-cc6d896d6958,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:10.933683 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Checking segment: {'id': '1aeb5d9f-bb28-46f0-8bff-95204a297642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:10.934078 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Network hostable DHCP agents. Network: 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:51:10.937273 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-954b3354-72dc-4860-a25e-dc0b391cf5a5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c2602d88-64ba-410a-b125-1ff401dd0a9b), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.940943 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-954b3354-72dc-4860-a25e-dc0b391cf5a5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.944700 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-954b3354-72dc-4860-a25e-dc0b391cf5a5 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c2602d88-64ba-410a-b125-1ff401dd0a9b HTTP/1.1" status: 204 len: 168 time: 0.1768489 Jul 12 03:51:10.952327 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b3354-72dc-4860-a25e-dc0b391cf5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2602d88-64ba-410a-b125-1ff401dd0a9b,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:10.955154 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5e9c0e96-0b2d-44d9-8145-6c713e57c611 req-e7c13ff6-1d9f-44b8-b2cf-b435f1a0acc4 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736527 Jul 12 03:51:10.976891 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:51:10.989226 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4) {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:10.993963 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:10.994708 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:10.997472 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=2,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:11.002289 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24b1fc-cb03-479c-afe2-469c3e399d10 None None] Network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:51:11.018336 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f48b46d2-e4cb-4348-8659-3f03d21cdcbb admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5223205 Jul 12 03:51:11.123103 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a1f079d-444a-4fd2-8b4e-701a222eedb4 None None] Network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:51:11.998804 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162956b0-9abf-4103-b6de-4504dd74f595 req-2b5a703f-3cb5-4a1b-b2c0-d15a6967ce2d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:12.000365 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-162956b0-9abf-4103-b6de-4504dd74f595 req-2b5a703f-3cb5-4a1b-b2c0-d15a6967ce2d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0639350 Jul 12 03:51:12.053413 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-162956b0-9abf-4103-b6de-4504dd74f595 req-facde634-48de-4bd7-8607-e01a774afbba tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458992 Jul 12 03:51:12.090360 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25080773-7294-4c79-8aa9-54d231e8222f req-2e457ddc-680f-4815-8537-f323f25c6338 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:12.091943 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25080773-7294-4c79-8aa9-54d231e8222f req-2e457ddc-680f-4815-8537-f323f25c6338 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 944 time: 0.0506637 Jul 12 03:51:12.134992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:12.139927 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25080773-7294-4c79-8aa9-54d231e8222f req-34823c78-6152-4861-9517-67ff25a9bdef tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418544 Jul 12 03:51:12.651476 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35528) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:12.764358 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6c582b99-fcc6-4d86-83ea-1df85e1163de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:12.848887 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6c582b99-fcc6-4d86-83ea-1df85e1163de admin admin] Publish callbacks [] for security_group (6fecc40b-85fd-4a32-b658-51ed6c60e9ef), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:12.853906 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6c582b99-fcc6-4d86-83ea-1df85e1163de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (6fecc40b-85fd-4a32-b658-51ed6c60e9ef), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:12.893150 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6c582b99-fcc6-4d86-83ea-1df85e1163de admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=64b5c22a5a7447718164af38b437c405&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2405660 Jul 12 03:51:12.893978 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c582b99-fcc6-4d86-83ea-1df85e1163de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fecc40b-85fd-4a32-b658-51ed6c60e9ef,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:12.896104 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35534) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:12.950006 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f743db15-aeee-412f-ba0c-93ffe6c84319 admin admin] Publish callbacks [] for security_group (6fecc40b-85fd-4a32-b658-51ed6c60e9ef), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:12.971587 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f743db15-aeee-412f-ba0c-93ffe6c84319 admin admin] Publish callbacks [] for security_group (6fecc40b-85fd-4a32-b658-51ed6c60e9ef), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:13.018115 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f743db15-aeee-412f-ba0c-93ffe6c84319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (6fecc40b-85fd-4a32-b658-51ed6c60e9ef), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:13.020537 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f743db15-aeee-412f-ba0c-93ffe6c84319 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:13.021691 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f743db15-aeee-412f-ba0c-93ffe6c84319 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/6fecc40b-85fd-4a32-b658-51ed6c60e9ef HTTP/1.1" status: 204 len: 168 time: 0.1245031 Jul 12 03:51:13.029483 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f743db15-aeee-412f-ba0c-93ffe6c84319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fecc40b-85fd-4a32-b658-51ed6c60e9ef,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:13.123063 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 8a62f409-2f00-4669-85c4-d882010074e6 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:51:13.209548 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-56bb84b4-df63-4fb5-8cf0-eddeff464d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.211928 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-56bb84b4-df63-4fb5-8cf0-eddeff464d5b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 1128 time: 0.0506656 Jul 12 03:51:13.236020 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a759252d-4c22-4326-8024-36a6d9fde43d req-6f3ce9f3-798c-426c-8a52-9fb4ecc97dff tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.248271 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a759252d-4c22-4326-8024-36a6d9fde43d req-6f3ce9f3-798c-426c-8a52-9fb4ecc97dff tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.1063020 Jul 12 03:51:13.360815 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c83af3-495d-4a0e-963b-70a8789bb0de req-12fb0c26-4951-4d9c-b5c4-828612744d33 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.362614 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-31c83af3-495d-4a0e-963b-70a8789bb0de req-12fb0c26-4951-4d9c-b5c4-828612744d33 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 944 time: 0.0998540 Jul 12 03:51:13.405645 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb242cb9-f77d-4021-830b-051011e27679 req-5ce61940-0d2e-4bb2-ad5e-112bf6af4ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.408906 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cb242cb9-f77d-4021-830b-051011e27679 req-5ce61940-0d2e-4bb2-ad5e-112bf6af4ae7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 1129 time: 0.1491387 Jul 12 03:51:13.452360 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-08606d4d-8e11-45c8-aeed-16e21bedd095 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0843368 Jul 12 03:51:13.460751 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-3b5a3a65-5cb4-4c20-807a-94bd733ef3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.462459 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-3b5a3a65-5cb4-4c20-807a-94bd733ef3ae service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 911 time: 0.2343757 Jul 12 03:51:13.483420 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-31c83af3-495d-4a0e-963b-70a8789bb0de req-e1e02e02-be4f-4e1e-b062-546e4f1fc063 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1036408 Jul 12 03:51:13.498822 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a759252d-4c22-4326-8024-36a6d9fde43d req-3c509fb2-7771-4543-b344-703d4846b710 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491572 Jul 12 03:51:13.537707 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-4f5dec85-7bf8-46c6-bf64-7b097a371002 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a62f409-2f00-4669-85c4-d882010074e6 HTTP/1.1" status: 200 len: 217 time: 0.0530891 Jul 12 03:51:13.546356 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 8a62f409-2f00-4669-85c4-d882010074e6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=8a62f409-2f00-4669-85c4-d882010074e6,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:13.559342 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '8a62f409-2f00-4669-85c4-d882010074e6', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'port_id': '8a62f409-2f00-4669-85c4-d882010074e6', 'mac_address': 'fa:16:3e:55:0e:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:51:13.612083 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 8a62f409-2f00-4669-85c4-d882010074e6 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:13.612575 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (8a62f409-2f00-4669-85c4-d882010074e6), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:13.629844 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a62f409-2f00-4669-85c4-d882010074e6 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:51:13.643131 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-324bd260-3b9d-4ad8-b8ea-1cc756a1489f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.645571 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-324bd260-3b9d-4ad8-b8ea-1cc756a1489f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 1129 time: 0.1022723 Jul 12 03:51:13.666995 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-fb385636-7a9d-4dec-b3aa-b557a1d4b966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.668506 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-fb385636-7a9d-4dec-b3aa-b557a1d4b966 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.1168890 Jul 12 03:51:13.671691 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 8a62f409-2f00-4669-85c4-d882010074e6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=8a62f409-2f00-4669-85c4-d882010074e6,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:13.676594 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb242cb9-f77d-4021-830b-051011e27679 req-f47690e4-d49b-417a-b711-91762358c6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.678606 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cb242cb9-f77d-4021-830b-051011e27679 req-f47690e4-d49b-417a-b711-91762358c6b1 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.2548254 Jul 12 03:51:13.680392 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (8a62f409-2f00-4669-85c4-d882010074e6), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:13.705582 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35564) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:13.773993 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cb242cb9-f77d-4021-830b-051011e27679 req-69427e1d-2eca-4afb-90fb-fa49a538bb08 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277 HTTP/1.1" status: 200 len: 217 time: 0.0796368 Jul 12 03:51:13.788657 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=8a62f409-2f00-4669-85c4-d882010074e6,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:13.796579 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.796926 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.797263 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.797623 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.797946 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.798272 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.798598 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.798915 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.799233 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.799554 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.799871 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.800234 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.800550 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.800858 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.801177 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:51:13.813873 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-7187307c-e434-465b-a7fb-dcd284f80404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.815548 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-7187307c-e434-465b-a7fb-dcd284f80404 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1222873 Jul 12 03:51:13.839973 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:DELETE=2,neutron:INSERT=7 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:13.846750 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb242cb9-f77d-4021-830b-051011e27679 req-4f6bd92d-97e7-4e53-a84e-795009ab0450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.852961 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cb242cb9-f77d-4021-830b-051011e27679 req-4f6bd92d-97e7-4e53-a84e-795009ab0450 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0690076 Jul 12 03:51:13.876927 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-05d212db-300d-4b16-8702-dc7ec4681e77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.878420 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-05d212db-300d-4b16-8702-dc7ec4681e77 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.1832080 Jul 12 03:51:13.906373 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb242cb9-f77d-4021-830b-051011e27679 req-0a736a4e-3b77-4ff7-b816-bad4ea957f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:13.907948 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cb242cb9-f77d-4021-830b-051011e27679 req-0a736a4e-3b77-4ff7-b816-bad4ea957f2f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479374 Jul 12 03:51:13.957444 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:14.053301 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cb242cb9-f77d-4021-830b-051011e27679 req-c1a2e87a-2483-4217-a1c5-dc2f1eff0419 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1346178 Jul 12 03:51:14.155512 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cb242cb9-f77d-4021-830b-051011e27679 req-0ce5cfe4-f4ea-44cd-838f-3d4663991432 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949326 Jul 12 03:51:14.185578 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['8a62f409-2f00-4669-85c4-d882010074e6'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:51:14.211212 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-d2b5269d-fef8-4d48-9522-2353afa9f728 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae HTTP/1.1" status: 200 len: 217 time: 0.0830603 Jul 12 03:51:14.220611 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6041c32b-db7c-480a-9449-360752c28941 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:14.337241 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:14.347996 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-d8bdbf7e-b040-4ddb-b99a-a1003a7376d5 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5228498 Jul 12 03:51:14.353792 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:14.379247 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-86aff0a9-c9ac-4c43-a44b-a28c88bc36e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:14.380842 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-86aff0a9-c9ac-4c43-a44b-a28c88bc36e0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.1580882 Jul 12 03:51:14.401840 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-70aaa55a-3865-4496-9f4c-4e09ed778084 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:14.403369 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-70aaa55a-3865-4496-9f4c-4e09ed778084 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/networks?id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 HTTP/1.1" status: 200 len: 808 time: 0.2741368 Jul 12 03:51:14.477794 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-935d0c85-e6fa-49b6-9132-fd8853dd53c1 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/quotas/3e33bfd157c64f8688b9720d80a3a8af HTTP/1.1" status: 200 len: 375 time: 0.0679169 Jul 12 03:51:14.510400 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-494952c7-1b6c-40e4-b82b-b9e85ee58778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:14.511886 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-494952c7-1b6c-40e4-b82b-b9e85ee58778 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1075728 Jul 12 03:51:14.578026 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-34aaf45d-953b-48a9-a93d-8cceca17caeb tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e33bfd157c64f8688b9720d80a3a8af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867209 Jul 12 03:51:14.615967 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef081864-6e68-4e42-b5c1-9b7b95ca362a req-c98d7d20-7952-4d1f-b311-27ce9712fe8e tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:14.620870 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6041c32b-db7c-480a-9449-360752c28941 admin admin] Publish callbacks [] for security_group (96b0a73a-e515-41e4-a7b5-dd4572b0c043), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:14.623192 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ef081864-6e68-4e42-b5c1-9b7b95ca362a req-c98d7d20-7952-4d1f-b311-27ce9712fe8e tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 945 time: 0.0600297 Jul 12 03:51:14.650749 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6041c32b-db7c-480a-9449-360752c28941 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (96b0a73a-e515-41e4-a7b5-dd4572b0c043), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:14.683447 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ef081864-6e68-4e42-b5c1-9b7b95ca362a req-7dfabc56-93bd-4436-a586-8e6bbc3b46f3 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593023 Jul 12 03:51:14.781489 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f56ae2b-b91b-4f02-9b2b-260767dcc4ae req-e959d8ef-45fb-459a-8fe4-4ae7277fee54 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3759210 Jul 12 03:51:14.796215 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39661a44-2476-48b3-9c3a-6b721ea7c63c req-3c9898dc-4ecc-4bfb-86a1-1967c6d637a0 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:14.798304 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-39661a44-2476-48b3-9c3a-6b721ea7c63c req-3c9898dc-4ecc-4bfb-86a1-1967c6d637a0 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0517554 Jul 12 03:51:14.832315 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6041c32b-db7c-480a-9449-360752c28941 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fe0e4ddd0d164c66962a1de9e9261c3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1167502 Jul 12 03:51:14.835709 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35646) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:14.840627 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a159e734-1d34-476e-b783-47ee6ddc4880 service neutron] 10.222.0.20 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463357 Jul 12 03:51:14.844358 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041c32b-db7c-480a-9449-360752c28941 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b0a73a-e515-41e4-a7b5-dd4572b0c043,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:14.875617 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-39661a44-2476-48b3-9c3a-6b721ea7c63c req-9155b7c1-2bc7-4013-8d28-0841b4231261 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634208 Jul 12 03:51:14.898801 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-07321859-3d83-480a-8ad5-c112b39c2043 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3345406 Jul 12 03:51:14.907366 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ada9d996-e98d-4beb-8f85-be7d312e620a admin admin] Publish callbacks [] for security_group (96b0a73a-e515-41e4-a7b5-dd4572b0c043), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:14.928452 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ada9d996-e98d-4beb-8f85-be7d312e620a admin admin] Publish callbacks [] for security_group (96b0a73a-e515-41e4-a7b5-dd4572b0c043), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:14.985779 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ada9d996-e98d-4beb-8f85-be7d312e620a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (96b0a73a-e515-41e4-a7b5-dd4572b0c043), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:14.988591 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ada9d996-e98d-4beb-8f85-be7d312e620a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:14.992684 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ada9d996-e98d-4beb-8f85-be7d312e620a admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/96b0a73a-e515-41e4-a7b5-dd4572b0c043 HTTP/1.1" status: 204 len: 168 time: 0.1559913 Jul 12 03:51:15.001938 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada9d996-e98d-4beb-8f85-be7d312e620a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b0a73a-e515-41e4-a7b5-dd4572b0c043,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:15.029570 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-847db034-d666-4f4a-ab7d-558fc19dce5e service neutron] 10.222.0.20 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800132 Jul 12 03:51:15.059398 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-68cf2e04-7b5f-4a93-a5a7-f4dc3d4c84ba req-32a723c3-2689-4501-b408-282af137e35e service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540468 Jul 12 03:51:15.207905 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a2e092d6-5470-4fed-bde5-2e9f4f40e125 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.220991 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8abc2ef5-c5b2-48a6-b861-ba3cc0750832 req-02de8b41-72ad-4f0f-9014-1cf4cd56c6a2 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 210 time: 0.0361996 Jul 12 03:51:15.409473 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35674) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:15.422811 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d65beb42-5d4e-40df-9880-7ed4ddc68389 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.488731 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.500512 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 8a62f409-2f00-4669-85c4-d882010074e6 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:15.507517 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d65beb42-5d4e-40df-9880-7ed4ddc68389 admin admin] Publish callbacks [] for security_group (b8b7aafb-0386-438a-b333-4225747d3a4c), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.513120 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d65beb42-5d4e-40df-9880-7ed4ddc68389 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (b8b7aafb-0386-438a-b333-4225747d3a4c), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.548111 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 8a62f409-2f00-4669-85c4-d882010074e6 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:51:15.553823 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 8a62f409-2f00-4669-85c4-d882010074e6 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:15.554198 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (8a62f409-2f00-4669-85c4-d882010074e6), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.563593 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d65beb42-5d4e-40df-9880-7ed4ddc68389 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cb218c3cf4ba48b1bf5e154f525f1a35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1530294 Jul 12 03:51:15.564468 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65beb42-5d4e-40df-9880-7ed4ddc68389 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8b7aafb-0386-438a-b333-4225747d3a4c,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:15.566490 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35678) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:15.626662 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4153cc68-89bd-440a-8ca8-96e7858e02d9 admin admin] Publish callbacks [] for security_group (b8b7aafb-0386-438a-b333-4225747d3a4c), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.638057 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 8a62f409-2f00-4669-85c4-d882010074e6 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:15.638460 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (8a62f409-2f00-4669-85c4-d882010074e6), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.652856 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4153cc68-89bd-440a-8ca8-96e7858e02d9 admin admin] Publish callbacks [] for security_group (b8b7aafb-0386-438a-b333-4225747d3a4c), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.659687 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:15.668513 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a62f409-2f00-4669-85c4-d882010074e6'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:15.671243 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272507dd-8cd5-48e6-8a12-278237cc2ba5" -d '{"events": [{"server_uuid": "e83ba0f3-55f9-4a38-9794-46bb9876f0d7", "name": "network-vif-plugged", "status": "completed", "tag": "8a62f409-2f00-4669-85c4-d882010074e6"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:15.692062 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 8a62f409-2f00-4669-85c4-d882010074e6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=8a62f409-2f00-4669-85c4-d882010074e6,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:15.701919 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (8a62f409-2f00-4669-85c4-d882010074e6), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.740199 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41ac3e16-da6c-45e2-b9b3-86602064fc58 x-openstack-request-id: req-41ac3e16-da6c-45e2-b9b3-86602064fc58 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:15.740352 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83ba0f3-55f9-4a38-9794-46bb9876f0d7", "name": "network-vif-plugged", "status": "completed", "tag": "8a62f409-2f00-4669-85c4-d882010074e6", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:15.740534 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-41ac3e16-da6c-45e2-b9b3-86602064fc58 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:15.740906 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41ac3e16-da6c-45e2-b9b3-86602064fc58'] response: {'server_uuid': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a62f409-2f00-4669-85c4-d882010074e6', 'code': 200} Jul 12 03:51:15.755750 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4153cc68-89bd-440a-8ca8-96e7858e02d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (b8b7aafb-0386-438a-b333-4225747d3a4c), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.759834 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4153cc68-89bd-440a-8ca8-96e7858e02d9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:15.761264 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4153cc68-89bd-440a-8ca8-96e7858e02d9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8b7aafb-0386-438a-b333-4225747d3a4c HTTP/1.1" status: 204 len: 168 time: 0.1929753 Jul 12 03:51:15.769973 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=8a62f409-2f00-4669-85c4-d882010074e6,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:15.775439 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4153cc68-89bd-440a-8ca8-96e7858e02d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8b7aafb-0386-438a-b333-4225747d3a4c,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:15.865304 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf1d958-7cd6-4fae-b73a-aab790e18dea req-8565602d-4000-4be8-896e-553a189c3d92 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:15.867035 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bcf1d958-7cd6-4fae-b73a-aab790e18dea req-8565602d-4000-4be8-896e-553a189c3d92 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0739055 Jul 12 03:51:15.985021 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bcf1d958-7cd6-4fae-b73a-aab790e18dea req-f377b245-f75b-4499-8764-61927d655b26 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115568 Jul 12 03:51:16.043597 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dba7c5b-cb63-4b71-9bd1-4aa16834b58f req-9204d719-2d7b-4f28-a490-d3880aadd92a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:16.047667 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3dba7c5b-cb63-4b71-9bd1-4aa16834b58f req-9204d719-2d7b-4f28-a490-d3880aadd92a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0518179 Jul 12 03:51:16.088553 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:INSERT=4,neutron:SELECT=93,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:16.097083 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3dba7c5b-cb63-4b71-9bd1-4aa16834b58f req-4f5f1dcb-99b1-4c7a-b1a2-b2ef75c6d094 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443723 Jul 12 03:51:16.215088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35694) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:16.229609 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a77d0afa-2ea6-42c3-bc68-fe11b4f26449 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:16.325120 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9e77b390-1afa-402b-856b-50c9a3cb1a25 req-2686631c-05d5-4b07-9a17-4ea1c8b48e05 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 210 time: 0.0302916 Jul 12 03:51:16.345044 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a77d0afa-2ea6-42c3-bc68-fe11b4f26449 admin admin] Publish callbacks [] for security_group (3f21c6f1-7d17-445e-ba8e-4aeba1d3a55b), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:16.351529 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a77d0afa-2ea6-42c3-bc68-fe11b4f26449 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3f21c6f1-7d17-445e-ba8e-4aeba1d3a55b), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:16.357710 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2025a312-c669-41ce-a820-0150fa922e09 req-ed6249a0-9d77-4d95-92e6-1c4bf77704d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:16.359190 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2025a312-c669-41ce-a820-0150fa922e09 req-ed6249a0-9d77-4d95-92e6-1c4bf77704d7 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0606601 Jul 12 03:51:16.406819 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77d0afa-2ea6-42c3-bc68-fe11b4f26449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f21c6f1-7d17-445e-ba8e-4aeba1d3a55b,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:16.412843 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-a77d0afa-2ea6-42c3-bc68-fe11b4f26449 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09cf401afc3a45218b219083d0e31100&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1966767 Jul 12 03:51:16.418488 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35698) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:16.434046 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2025a312-c669-41ce-a820-0150fa922e09 req-ef497196-afc4-4f31-9917-272859fe5846 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636146 Jul 12 03:51:16.449977 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=7 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:16.475893 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a884180e-6ef5-4443-bba5-e05838a3e735 admin admin] Publish callbacks [] for security_group (3f21c6f1-7d17-445e-ba8e-4aeba1d3a55b), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:16.478026 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:16.498732 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a884180e-6ef5-4443-bba5-e05838a3e735 admin admin] Publish callbacks [] for security_group (3f21c6f1-7d17-445e-ba8e-4aeba1d3a55b), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:16.547832 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a884180e-6ef5-4443-bba5-e05838a3e735 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3f21c6f1-7d17-445e-ba8e-4aeba1d3a55b), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:16.550344 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a884180e-6ef5-4443-bba5-e05838a3e735 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:16.554411 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-a884180e-6ef5-4443-bba5-e05838a3e735 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/3f21c6f1-7d17-445e-ba8e-4aeba1d3a55b HTTP/1.1" status: 204 len: 168 time: 0.1320534 Jul 12 03:51:16.559519 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884180e-6ef5-4443-bba5-e05838a3e735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f21c6f1-7d17-445e-ba8e-4aeba1d3a55b,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:17.094524 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293afa7d-05b6-450f-8b6f-9044e82b46dc req-6d82aa9b-f5c0-463b-86b5-d039e6562979 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:17.096261 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-293afa7d-05b6-450f-8b6f-9044e82b46dc req-6d82aa9b-f5c0-463b-86b5-d039e6562979 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0508258 Jul 12 03:51:17.144810 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-293afa7d-05b6-450f-8b6f-9044e82b46dc req-7dff946d-2205-4bae-b4d1-aadb9c429439 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428782 Jul 12 03:51:17.226479 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde19b00-4d2b-40ff-b456-a57d9eebea42 req-91a949a8-1aa4-43ca-b7a5-8bc9b7cbd011 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:17.227989 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-dde19b00-4d2b-40ff-b456-a57d9eebea42 req-91a949a8-1aa4-43ca-b7a5-8bc9b7cbd011 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0495615 Jul 12 03:51:17.281321 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-dde19b00-4d2b-40ff-b456-a57d9eebea42 req-6add8ec6-7da0-4e25-afa9-938b6a490a34 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470843 Jul 12 03:51:17.428995 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f80c52b-23ca-4f23-b3bb-113f38c9e2e0 req-e8dbab86-8795-4813-b348-f6540999b358 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 210 time: 0.0378950 Jul 12 03:51:17.693734 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-ac23f0fa-3d48-4520-a7fa-3734fe5c4d0c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:17.711597 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35738) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:17.833057 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0f827429-5249-4cdd-99e7-2d5653ee042a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:17.916514 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0f827429-5249-4cdd-99e7-2d5653ee042a admin admin] Publish callbacks [] for security_group (e10437f4-a2de-4114-a779-8b3cc80e9f4b), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:17.922740 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0f827429-5249-4cdd-99e7-2d5653ee042a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e10437f4-a2de-4114-a779-8b3cc80e9f4b), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:17.962377 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0f827429-5249-4cdd-99e7-2d5653ee042a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=581bcdfdd6e942d6a9a60d5f9ed5ef19&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496634 Jul 12 03:51:17.963104 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f827429-5249-4cdd-99e7-2d5653ee042a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10437f4-a2de-4114-a779-8b3cc80e9f4b,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:17.965187 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35744) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:18.016747 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f31d9934-fb14-48ef-8dc1-fb3e31c0e141 admin admin] Publish callbacks [] for security_group (e10437f4-a2de-4114-a779-8b3cc80e9f4b), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:18.038519 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f31d9934-fb14-48ef-8dc1-fb3e31c0e141 admin admin] Publish callbacks [] for security_group (e10437f4-a2de-4114-a779-8b3cc80e9f4b), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:18.090817 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f31d9934-fb14-48ef-8dc1-fb3e31c0e141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e10437f4-a2de-4114-a779-8b3cc80e9f4b), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:18.093608 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f31d9934-fb14-48ef-8dc1-fb3e31c0e141 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:18.095178 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f31d9934-fb14-48ef-8dc1-fb3e31c0e141 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/e10437f4-a2de-4114-a779-8b3cc80e9f4b HTTP/1.1" status: 204 len: 168 time: 0.1290069 Jul 12 03:51:18.105507 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d9934-fb14-48ef-8dc1-fb3e31c0e141 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10437f4-a2de-4114-a779-8b3cc80e9f4b,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:18.286743 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb5338c-db3d-4703-97fc-af2c3d214bce req-a6787b55-c4be-4e01-b20d-945ee64c69d8 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:18.288787 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-afb5338c-db3d-4703-97fc-af2c3d214bce req-a6787b55-c4be-4e01-b20d-945ee64c69d8 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0605900 Jul 12 03:51:18.306068 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-d39e12c7-29c6-42da-8ae7-9be47d8241b7 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:18.307846 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-d39e12c7-29c6-42da-8ae7-9be47d8241b7 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.44 "GET /v2.0/networks?id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 HTTP/1.1" status: 200 len: 808 time: 0.1354053 Jul 12 03:51:18.360298 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Request body: {'port': {'device_id': 'ed319c48-b1ca-431c-b513-311df9d609aa', 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4', 'admin_state_up': True, 'tenant_id': '3e33bfd157c64f8688b9720d80a3a8af'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:18.369569 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-afb5338c-db3d-4703-97fc-af2c3d214bce req-fe958b8a-0b41-4244-afc1-ae632d98fc80 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740168 Jul 12 03:51:18.472445 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256ae47b-4bee-4e1c-8a91-4d914c209bc1 req-7c58dd44-bc0f-4afb-8681-4568702ed324 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:18.474122 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-256ae47b-4bee-4e1c-8a91-4d914c209bc1 req-7c58dd44-bc0f-4afb-8681-4568702ed324 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.1178875 Jul 12 03:51:18.504372 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:DELETE=2,neutron:SELECT=92,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:18.546938 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-589b0c46-a6c7-4ec4-8ef5-3ce6c5cb684d req-94da9f97-376e-45a3-9c35-94628a323a38 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 210 time: 0.0302165 Jul 12 03:51:18.560508 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-256ae47b-4bee-4e1c-8a91-4d914c209bc1 req-92bf10b8-82db-4f88-a3f3-7a848261491f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807545 Jul 12 03:51:18.572830 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Made reservation on behalf of 3e33bfd157c64f8688b9720d80a3a8af for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:18.574650 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:18.588083 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:18.650919 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:18.713037 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Allocated IP 172.20.0.11 (1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4/8b1d4842-c330-447c-a65b-cc6d896d6958/f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:18.865968 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35778) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:18.892812 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks [] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:18.927501 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:18.975358 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1239800974-network', 'tenant_id': '99d9e85c63234c77889f856bf95288f5'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:18.978415 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:18.981293 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:18.986491 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:18.993246 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Pushing event updated for resources: {'Port': ['ID=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:19.001727 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Made reservation on behalf of 99d9e85c63234c77889f856bf95288f5 for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:19.006161 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.021778 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.047457 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:19.048367 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.072685 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-a36bd20e-844c-4831-8bb1-2dedc63fbd8b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7190852 Jul 12 03:51:19.103457 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Publish callbacks [] for security_group (c5e6386e-1d85-4a24-932b-63480ae8c7d1), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.108474 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c5e6386e-1d85-4a24-932b-63480ae8c7d1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.137095 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:51:19.143726 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e6386e-1d85-4a24-932b-63480ae8c7d1,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:19.149501 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (c7ea6268-0f9b-4f12-a9e7-b1744ffabddb), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.149833 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Added segment c7ea6268-0f9b-4f12-a9e7-b1744ffabddb of type vlan for network cb793af7-088d-44b6-bebd-8609e6743321 Jul 12 03:51:19.191678 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (cb793af7-088d-44b6-bebd-8609e6743321), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.221642 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (cb793af7-088d-44b6-bebd-8609e6743321), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.223219 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:19.224071 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.245980 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=81,neutron:DELETE=3,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:19.259592 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=79,neutron:DELETE=3,neutron:INSERT=15,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:19.265811 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3986313 Jul 12 03:51:19.269825 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35786) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:19.274950 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Request body: {'subnet': {'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1239800974-subnet', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'ip_version': 4}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:19.296341 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Made reservation on behalf of 99d9e85c63234c77889f856bf95288f5 for: {'subnet': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:19.298847 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b683210-3a27-4e95-9800-e0d6ba3adefe admin admin] Pushing event updated for resources: {'Network': ['ID=cb793af7-088d-44b6-bebd-8609e6743321,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:19.299539 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5635568'] for subnet (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.310719 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network cb793af7-088d-44b6-bebd-8609e6743321 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:51:19.314208 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:19.327383 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Request body: {'port': {'device_id': 'ed319c48-b1ca-431c-b513-311df9d609aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:19.383593 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:19.452397 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.492105 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a6002d-0a26-4684-84c6-966a362c9374 req-b52adb1f-135d-4066-a3c1-2c3df0d84500 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:19.494046 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c1a6002d-0a26-4684-84c6-966a362c9374 req-b52adb1f-135d-4066-a3c1-2c3df0d84500 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0487354 Jul 12 03:51:19.525090 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:19.542440 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c1a6002d-0a26-4684-84c6-966a362c9374 req-5c6f3c8b-d3c4-43b9-913a-2bf9992b9eaf tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425773 Jul 12 03:51:19.611888 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=86,neutron:UPDATE=4,neutron:INSERT=9,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:19.674863 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c07ced-d61f-43cd-8487-37e9c739a235 req-bdae846b-b703-4141-bb72-5883afc65dbd tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:19.676634 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f5c07ced-d61f-43cd-8487-37e9c739a235 req-bdae846b-b703-4141-bb72-5883afc65dbd tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 932 time: 0.0510852 Jul 12 03:51:19.679921 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6355021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5635558'] for subnet (efa7d720-5c17-4257-9ecc-8b470f8cadcc), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.727077 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f5c07ced-d61f-43cd-8487-37e9c739a235 req-cf4a8038-16fd-4ddf-83d3-12ed378c2bc5 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444231 Jul 12 03:51:19.755702 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f95c2b1-1cf2-44e5-ac6d-9ec7240617e8 req-600a07c7-f6a1-4ab4-8939-8f764d42c767 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:19.757262 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f95c2b1-1cf2-44e5-ac6d-9ec7240617e8 req-600a07c7-f6a1-4ab4-8939-8f764d42c767 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.1366079 Jul 12 03:51:19.767544 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35796) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:19.772372 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-b210f07c-7e84-40cc-a1e3-9aee064ccd39 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'floatingip': {'port_id': '8a62f409-2f00-4669-85c4-d882010074e6'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:19.809635 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=efa7d720-5c17-4257-9ecc-8b470f8cadcc,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:19.824340 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b210f07c-7e84-40cc-a1e3-9aee064ccd39 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (fcb72de5-9e96-45aa-a862-f627a57fcb14), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.834842 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Checking segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:19.835198 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Network hostable DHCP agents. Network: cb793af7-088d-44b6-bebd-8609e6743321, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:51:19.881149 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Network cb793af7-088d-44b6-bebd-8609e6743321 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:51:19.913337 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, cb793af7-088d-44b6-bebd-8609e6743321) {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:19.916605 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5e9f3-d53b-4739-98fc-8a8edc946deb req-dd7b0dd1-0b88-45e5-b96a-0d04fb53fb37 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:19.918122 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cad5e9f3-d53b-4739-98fc-8a8edc946deb req-dd7b0dd1-0b88-45e5-b96a-0d04fb53fb37 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.1119912 Jul 12 03:51:19.919620 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:19.920241 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.925713 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ff001f-8b3a-44a0-a831-ceb11cd76de8 None None] Network cb793af7-088d-44b6-bebd-8609e6743321 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:51:19.926541 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:51:19.944434 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Publish callbacks [] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:19.953077 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:19.960517 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-684eb1c2-19aa-4ac7-8bf6-d197f37fc8c8 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6896491 Jul 12 03:51:19.961210 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35798) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:19.968982 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:19.978916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Transition to ACTIVE for port object f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:51:19.986662 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.023082 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cad5e9f3-d53b-4739-98fc-8a8edc946deb req-cc639b80-f90b-4f24-a983-9384171eb34b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681252 Jul 12 03:51:20.035170 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (ff031031-335e-42e4-a595-89a7537003a8), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.036391 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (ff031031-335e-42e4-a595-89a7537003a8), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.093543 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Pushing event updated for resources: {'Port': ['ID=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:20.114429 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-cb793af7-088d-44b6-bebd-8609e6743321', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:51:20.117071 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.161564 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.190239 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks [] for router_controller (ff031031-335e-42e4-a595-89a7537003a8), precommit_add_association {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.277445 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Allocated IP 172.20.0.2 (cb793af7-088d-44b6-bebd-8609e6743321/efa7d720-5c17-4257-9ecc-8b470f8cadcc/38f9e79e-5161-4b2d-9436-f032e7665890) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:20.279934 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:20.280947 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Attempting to bind port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:20.281258 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Attempting to bind port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '1aeb5d9f-bb28-46f0-8bff-95204a297642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:20.281587 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Attempting to bind port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 on network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:20.290023 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 on network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:51:20.290419 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Attempting to bind port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 on network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:20.338684 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:20.339062 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Checking segment: {'id': '1aeb5d9f-bb28-46f0-8bff-95204a297642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:20.339413 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Bound using segment: {'id': '1aeb5d9f-bb28-46f0-8bff-95204a297642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:20.339856 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Bound port: f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aeb5d9f-bb28-46f0-8bff-95204a297642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:20.340231 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.383375 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b210f07c-7e84-40cc-a1e3-9aee064ccd39 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.383966 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks [] for router_gateway (ff031031-335e-42e4-a595-89a7537003a8), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.388032 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b210f07c-7e84-40cc-a1e3-9aee064ccd39 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (fcb72de5-9e96-45aa-a862-f627a57fcb14), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.443912 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Publish callbacks [] for port (38f9e79e-5161-4b2d-9436-f032e7665890), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.452365 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.494389 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Network cb793af7-088d-44b6-bebd-8609e6743321 is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:20.501690 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:20.506084 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:20.572484 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Pushing event updated for resources: {'Port': ['ID=38f9e79e-5161-4b2d-9436-f032e7665890,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:20.598388 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.600531 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Attempting to bind port 38f9e79e-5161-4b2d-9436-f032e7665890 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:20.600990 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Attempting to bind port 38f9e79e-5161-4b2d-9436-f032e7665890 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:20.601490 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Attempting to bind port 38f9e79e-5161-4b2d-9436-f032e7665890 on network cb793af7-088d-44b6-bebd-8609e6743321 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:20.608114 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:20.608657 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Checking segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:20.609155 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.609688 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Bound using segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:20.610634 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Bound port: 38f9e79e-5161-4b2d-9436-f032e7665890, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:20.611106 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.678437 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] For port 38f9e79e-5161-4b2d-9436-f032e7665890, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:20.681904 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] For port 38f9e79e-5161-4b2d-9436-f032e7665890, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=38f9e79e-5161-4b2d-9436-f032e7665890,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:20.688727 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.710966 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] For port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:20.729314 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] For port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:20.763666 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2c3f45-f361-443c-82ca-2c2a4f5d829f None None] Pushing event updated for resources: {'Port': ['ID=38f9e79e-5161-4b2d-9436-f032e7665890,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:20.781713 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-b210f07c-7e84-40cc-a1e3-9aee064ccd39 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Floating IP fcb72de5-9e96-45aa-a862-f627a57fcb14 associated. External IP: 172.27.0.179, port: 8a62f409-2f00-4669-85c4-d882010074e6. Jul 12 03:51:20.784079 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:20.787835 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.869289 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:20.869702 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:20.871069 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] 10.222.0.44 "PUT /v2.0/ports/f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 HTTP/1.1" status: 200 len: 1094 time: 1.5497179 Jul 12 03:51:20.873446 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed319c48-b1ca-431c-b513-311df9d609aa', 'tag': 'f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:20.875897 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f929ba1f-f386-454a-905f-b4cca6159602" -d '{"events": [{"name": "network-changed", "server_uuid": "ed319c48-b1ca-431c-b513-311df9d609aa", "tag": "f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:20.938703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e044fdc-6367-4c02-ba21-1c5c78f8d09b x-openstack-request-id: req-9e044fdc-6367-4c02-ba21-1c5c78f8d09b {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:20.939012 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed319c48-b1ca-431c-b513-311df9d609aa", "tag": "f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:20.939253 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9e044fdc-6367-4c02-ba21-1c5c78f8d09b {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:20.939650 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e044fdc-6367-4c02-ba21-1c5c78f8d09b'] response: {'name': 'network-changed', 'server_uuid': 'ed319c48-b1ca-431c-b513-311df9d609aa', 'tag': 'f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3', 'status': 'completed', 'code': 200} Jul 12 03:51:20.978109 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103cb2d-506b-445b-9963-8ec1c7859394 req-d38afe0a-4ea8-4d58-951a-354ce14e1b86 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:20.978287 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:20.979898 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9103cb2d-506b-445b-9963-8ec1c7859394 req-d38afe0a-4ea8-4d58-951a-354ce14e1b86 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 944 time: 0.1574836 Jul 12 03:51:21.022739 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697742c2-3eab-4cd3-8864-eb28dc3b044b service neutron] Pushing event updated for resources: {'Port': ['ID=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:21.071823 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b210f07c-7e84-40cc-a1e3-9aee064ccd39 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:51:21.074227 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:21.089217 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks [] for router_gateway (ff031031-335e-42e4-a595-89a7537003a8), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:21.114482 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-9ccb5233-f34a-4baf-9549-f4667fc19678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:21.116199 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-9ccb5233-f34a-4baf-9549-f4667fc19678 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e33bfd157c64f8688b9720d80a3a8af&device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 1128 time: 0.1352439 Jul 12 03:51:21.127238 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:21.202089 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9103cb2d-506b-445b-9963-8ec1c7859394 req-cf7504ef-cb04-4ae7-b5f4-ebefaa4cab8f tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958215 Jul 12 03:51:21.203289 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-7aeea860-2db5-4d74-9d04-3f22306965c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 HTTP/1.1" status: 200 len: 217 time: 0.0621216 Jul 12 03:51:21.242762 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e113c8f-aabe-4352-82b9-a577b14e4798 req-2fd8ee5e-2813-40b9-9ca8-65998691bc12 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:21.244258 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1e113c8f-aabe-4352-82b9-a577b14e4798 req-2fd8ee5e-2813-40b9-9ca8-65998691bc12 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.1196954 Jul 12 03:51:21.266194 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b210f07c-7e84-40cc-a1e3-9aee064ccd39 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:51:21.274533 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b210f07c-7e84-40cc-a1e3-9aee064ccd39 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:21.276777 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] Sync routers for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:51:21.289825 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:21.296278 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:21.325762 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-225acfb4-f784-4eea-9df4-a3ef90409b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:21.327034 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1e113c8f-aabe-4352-82b9-a577b14e4798 req-85b8259f-184c-438d-8c4e-128a34ade4a3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763893 Jul 12 03:51:21.327199 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-225acfb4-f784-4eea-9df4-a3ef90409b80 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b1d4842-c330-447c-a65b-cc6d896d6958 HTTP/1.1" status: 200 len: 848 time: 0.0880582 Jul 12 03:51:21.330815 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-b210f07c-7e84-40cc-a1e3-9aee064ccd39 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "PUT /v2.0/floatingips/fcb72de5-9e96-45aa-a862-f627a57fcb14 HTTP/1.1" status: 200 len: 992 time: 1.5598285 Jul 12 03:51:21.330815 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'tag': '8a62f409-2f00-4669-85c4-d882010074e6'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:21.331768 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e83ba0f3-55f9-4a38-9794-46bb9876f0d7", "tag": "8a62f409-2f00-4669-85c4-d882010074e6"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:21.370583 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3afd03f7-611f-4454-a295-8bea1fe04dad x-openstack-request-id: req-3afd03f7-611f-4454-a295-8bea1fe04dad {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:21.370917 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e83ba0f3-55f9-4a38-9794-46bb9876f0d7", "tag": "8a62f409-2f00-4669-85c4-d882010074e6", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:21.371268 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3afd03f7-611f-4454-a295-8bea1fe04dad {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:21.371708 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3afd03f7-611f-4454-a295-8bea1fe04dad'] response: {'name': 'network-changed', 'server_uuid': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'tag': '8a62f409-2f00-4669-85c4-d882010074e6', 'status': 'completed', 'code': 200} Jul 12 03:51:21.389749 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-0348f756-ad00-4e13-ba5d-f2d7ba1d2f7a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0438483 Jul 12 03:51:21.402600 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Allocated IP 172.27.0.237 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/9b1b04b8-7f60-4dd1-acb0-ebc1607d580a) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:21.448570 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:21.481821 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 38f9e79e-5161-4b2d-9436-f032e7665890 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:21.567970 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-1c736e20-292a-4cb1-8f7a-52a6c3458d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:21.569538 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-1c736e20-292a-4cb1-8f7a-52a6c3458d6d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 1130 time: 0.1272721 Jul 12 03:51:21.590733 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:21.647196 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 38f9e79e-5161-4b2d-9436-f032e7665890 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:21.647524 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:21.658446 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-7901a7ee-1037-4d3e-8561-920ef8b5a834 service neutron] 10.222.0.44 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368064 Jul 12 03:51:21.661546 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks [] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:21.725285 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:21.810107 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-9c3c7580-e04e-489b-86b7-9421d3c7a722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:21.811599 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-9c3c7580-e04e-489b-86b7-9421d3c7a722 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 911 time: 0.2335067 Jul 12 03:51:21.836970 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:21.906510 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:21.909854 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-515c6282-16c2-4120-a7ec-972d24f1f4cc req-70b40307-8607-48e5-9dcc-b97883cc3631 service neutron] 10.222.0.44 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213473 Jul 12 03:51:21.931266 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:21.936179 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:21.944068 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-0ab568ca-47ce-4de9-b831-654e56aeadcc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a62f409-2f00-4669-85c4-d882010074e6 HTTP/1.1" status: 200 len: 1000 time: 0.1220617 Jul 12 03:51:21.944068 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:21.960101 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a855930-2113-40d1-8ded-6b052d86ecf4 None None] Network cb793af7-088d-44b6-bebd-8609e6743321 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:51:21.967440 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Pushing event updated for resources: {'Port': ['ID=9b1b04b8-7f60-4dd1-acb0-ebc1607d580a,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:21.986878 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:22.006168 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 38f9e79e-5161-4b2d-9436-f032e7665890 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:22.006536 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:22.008720 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': 'fcb72de5-9e96-45aa-a862-f627a57fcb14', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'port_id': '8a62f409-2f00-4669-85c4-d882010074e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'mac_address': 'fa:16:3e:55:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:50:58Z', 'updated_at': '2022-07-12T03:51:20Z', 'revision_number': 1, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:22.047961 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-3835c97c-b0e8-4adb-a7ab-e3c52733a66a None None] Provisioning complete for port 38f9e79e-5161-4b2d-9436-f032e7665890 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:22.048350 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3835c97c-b0e8-4adb-a7ab-e3c52733a66a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:22.057031 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-7c27f546-e33d-49da-9fb2-a93d0485dd95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:22.058479 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-7c27f546-e33d-49da-9fb2-a93d0485dd95 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.0941494 Jul 12 03:51:22.101031 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] Checking router: 2399cb0e-0d38-48b0-9a2a-95e71d42a366 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:51:22.158537 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:22.159220 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:22.182118 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 38f9e79e-5161-4b2d-9436-f032e7665890, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=38f9e79e-5161-4b2d-9436-f032e7665890,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:22.251941 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks [] for router_gateway (ff031031-335e-42e4-a595-89a7537003a8), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:22.285743 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:22.362582 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dd2ce5-ed69-493e-a0d1-840bafa7200a req-2f8422fc-959b-423f-9c53-d4ecc228d276 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:22.371551 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1dd2ce5-ed69-493e-a0d1-840bafa7200a req-2f8422fc-959b-423f-9c53-d4ecc228d276 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 944 time: 0.0768311 Jul 12 03:51:22.414957 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:22.418406 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=38f9e79e-5161-4b2d-9436-f032e7665890,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:22.448409 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:22.450904 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-3835c97c-b0e8-4adb-a7ab-e3c52733a66a None None] Current status of the port 38f9e79e-5161-4b2d-9436-f032e7665890 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:22.460267 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1dd2ce5-ed69-493e-a0d1-840bafa7200a req-269d503a-e94b-4459-b28e-e228b73121bb tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877292 Jul 12 03:51:22.537250 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622948d-e919-43f3-8f4a-c8ba262b74f4 req-6cd0db89-5db2-4b76-bc6d-291b61ac7cfa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:22.539335 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a622948d-e919-43f3-8f4a-c8ba262b74f4 req-6cd0db89-5db2-4b76-bc6d-291b61ac7cfa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.1018758 Jul 12 03:51:22.603048 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:22.629291 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (ff031031-335e-42e4-a595-89a7537003a8), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:22.649418 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a622948d-e919-43f3-8f4a-c8ba262b74f4 req-a09a0309-1f4c-48d3-bb79-34d56378caf2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653257 Jul 12 03:51:22.712962 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-59f9e515-a4f3-4c1f-be6c-1c76ab1c888c None None] Provisioning complete for port 38f9e79e-5161-4b2d-9436-f032e7665890 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:22.713251 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-59f9e515-a4f3-4c1f-be6c-1c76ab1c888c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:22.773818 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Router ff031031-335e-42e4-a595-89a7537003a8 is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:51:22.855298 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': 'fcb72de5-9e96-45aa-a862-f627a57fcb14', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'port_id': '8a62f409-2f00-4669-85c4-d882010074e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'mac_address': 'fa:16:3e:55:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:50:58Z', 'updated_at': '2022-07-12T03:51:20Z', 'revision_number': 1, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:22.861960 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-59f9e515-a4f3-4c1f-be6c-1c76ab1c888c None None] Current status of the port 38f9e79e-5161-4b2d-9436-f032e7665890 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:22.889669 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b1ad835-7109-42c8-8248-d335da81e459 None None] The sync data for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi is: [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': 'fcb72de5-9e96-45aa-a862-f627a57fcb14', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'floating_ip_address': '172.27.0.179', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'port_id': '8a62f409-2f00-4669-85c4-d882010074e6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 348, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'mac_address': 'fa:16:3e:55:0e:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:50:58Z', 'updated_at': '2022-07-12T03:51:20Z', 'revision_number': 1, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:51:22.916950 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:51:22.923570 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:22.935533 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Sync routers for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:51:22.943814 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:22.945598 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-0dc41276-d027-4fbb-b119-1419efe58637 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.9803085 Jul 12 03:51:22.948374 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35842) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:22.957770 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:22.958810 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:23.065168 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:23.131334 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-253b6266-f135-446f-8386-7cdf8590155f None None] New status for floating IP fcb72de5-9e96-45aa-a862-f627a57fcb14: ACTIVE {{(pid=110649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:51:23.235637 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:22Z', 'revision_number': 3, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:23.264560 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Checking router: ff031031-335e-42e4-a595-89a7537003a8 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:51:23.264873 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Updating router ff031031-335e-42e4-a595-89a7537003a8 port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:51:23.304815 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.404300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.426054 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 38f9e79e-5161-4b2d-9436-f032e7665890 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:23.471314 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 38f9e79e-5161-4b2d-9436-f032e7665890 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:23.472075 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.520890 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:23.559004 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 38f9e79e-5161-4b2d-9436-f032e7665890 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:23.576739 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Publish callbacks [] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.584955 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.604687 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:23.620194 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Allocated IP 172.20.0.1 (cb793af7-088d-44b6-bebd-8609e6743321/efa7d720-5c17-4257-9ecc-8b470f8cadcc/dc496f4a-79a6-4e68-84db-f90a787b1e24) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:23.632975 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642e9cb8-b9ab-4e09-aafe-e63c2e365390 req-86c56c71-8b93-4e81-adf1-6e0d22bdbd52 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:23.634549 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-642e9cb8-b9ab-4e09-aafe-e63c2e365390 req-86c56c71-8b93-4e81-adf1-6e0d22bdbd52 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 944 time: 0.0753496 Jul 12 03:51:23.640277 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Attempting to bind port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:23.640542 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Attempting to bind port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:23.640894 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Attempting to bind port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:23.648512 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:23.648881 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:23.649274 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.649652 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:23.650099 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Bound port: 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:23.650644 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.672088 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5443b-5f5f-47e9-ae6b-e855c72d01ba None None] Pushing event updated for resources: {'Port': ['ID=9b1b04b8-7f60-4dd1-acb0-ebc1607d580a,revision_number=2']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:23.705984 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] For port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:23.709647 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] For port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=9b1b04b8-7f60-4dd1-acb0-ebc1607d580a,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:23.717863 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.753675 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-642e9cb8-b9ab-4e09-aafe-e63c2e365390 req-8525bdf7-7c97-417e-9d16-5a9476a5f653 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116931 Jul 12 03:51:23.763605 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:23.764450 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:23.790942 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba77e0-af8d-466e-a413-e196523b9c05 req-6ef897e2-cd79-4e51-bb1c-f0e6df74c609 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:23.792753 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-70ba77e0-af8d-466e-a413-e196523b9c05 req-6ef897e2-cd79-4e51-bb1c-f0e6df74c609 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0537260 Jul 12 03:51:23.798478 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Publish callbacks [] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.818041 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:23.842785 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:23.850016 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-70ba77e0-af8d-466e-a413-e196523b9c05 req-af5bc5a7-d9c0-43f8-ac43-b04918a0ceb9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509298 Jul 12 03:51:23.863010 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:23.884738 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Network cb793af7-088d-44b6-bebd-8609e6743321 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:23.888740 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:23.889374 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:23.891354 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec5443b-5f5f-47e9-ae6b-e855c72d01ba None None] Pushing event updated for resources: {'Port': ['ID=9b1b04b8-7f60-4dd1-acb0-ebc1607d580a,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:23.893762 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:23.917501 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Pushing event updated for resources: {'Port': ['ID=dc496f4a-79a6-4e68-84db-f90a787b1e24,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:23.937300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (ff031031-335e-42e4-a595-89a7537003a8), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:24.082556 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:24.138741 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:22Z', 'revision_number': 3, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:24.166481 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e268c9cc-2898-4e06-b3f6-b178a1b2eb09 None None] The sync data for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi is: [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:22Z', 'revision_number': 3, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:51:24.189966 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-13eb3c2f-5ea0-4dd6-875a-e9e5cf6f4414 None None] Provisioning complete for port dc496f4a-79a6-4e68-84db-f90a787b1e24 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:24.190334 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-13eb3c2f-5ea0-4dd6-875a-e9e5cf6f4414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:24.227041 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-13eb3c2f-5ea0-4dd6-875a-e9e5cf6f4414 None None] Port dc496f4a-79a6-4e68-84db-f90a787b1e24 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:51:24.269956 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Publish callbacks [] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:24.274904 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:24.278330 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:24.350773 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (ff031031-335e-42e4-a595-89a7537003a8), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:24.358944 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Pushing event updated for resources: {'Port': ['ID=dc496f4a-79a6-4e68-84db-f90a787b1e24,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:24.464865 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Network cb793af7-088d-44b6-bebd-8609e6743321 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:24.466485 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:24.470830 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:24.596962 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Router ff031031-335e-42e4-a595-89a7537003a8 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:51:24.711394 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:51:24.716417 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-80bee4ab-07ad-4c86-ace1-0d29e5ccf1ba admin admin] 10.222.0.20 "PUT /v2.0/routers/ff031031-335e-42e4-a595-89a7537003a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7665057 Jul 12 03:51:24.760838 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-0066cc97-722c-4ece-90e9-3356289f005a None None] Provisioning complete for port dc496f4a-79a6-4e68-84db-f90a787b1e24 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:24.761313 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0066cc97-722c-4ece-90e9-3356289f005a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:24.794057 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-0066cc97-722c-4ece-90e9-3356289f005a None None] Port dc496f4a-79a6-4e68-84db-f90a787b1e24 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:51:24.904225 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a0cb4-00ac-45fc-9f4f-ed09733c7e63 req-e755b54f-90dc-4a13-9c5e-c0a7fb726e97 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:24.906047 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d25a0cb4-00ac-45fc-9f4f-ed09733c7e63 req-e755b54f-90dc-4a13-9c5e-c0a7fb726e97 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 944 time: 0.0660975 Jul 12 03:51:24.971690 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d25a0cb4-00ac-45fc-9f4f-ed09733c7e63 req-7d28989e-9da6-4cee-8559-475b78230cbf tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569267 Jul 12 03:51:24.989195 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e376ca1b-f88f-4e67-845a-7473e5fbbd67 req-a398e371-223f-40c2-899b-eb4bff1894f3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:24.996044 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e376ca1b-f88f-4e67-845a-7473e5fbbd67 req-a398e371-223f-40c2-899b-eb4bff1894f3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0592749 Jul 12 03:51:25.044800 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e376ca1b-f88f-4e67-845a-7473e5fbbd67 req-0a386622-2ff9-4c7a-9b90-aec0b540deb2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476017 Jul 12 03:51:25.311005 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35884) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:25.316055 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-921180208-network', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:25.441605 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:25.488156 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:25.503252 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:25.506677 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:25.533467 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:51:25.631246 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Made reservation on behalf of 2abeb9c4daa240b08266c6de955e4bba for: {'network': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:25.631452 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:25.634068 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:25.646438 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ba1f-f386-454a-905f-b4cca6159602 req-9ca235df-2128-4f37-90db-503d85056e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:25.648195 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f929ba1f-f386-454a-905f-b4cca6159602 req-9ca235df-2128-4f37-90db-503d85056e33 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e33bfd157c64f8688b9720d80a3a8af&device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 1128 time: 0.3219206 Jul 12 03:51:25.649830 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-916f9049-4ca2-4679-a3eb-4b6d4200bd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:25.651351 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-916f9049-4ca2-4679-a3eb-4b6d4200bd34 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3240662 Jul 12 03:51:25.652389 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:25.671721 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:25.672144 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:25.703229 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=9b1b04b8-7f60-4dd1-acb0-ebc1607d580a,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:25.709730 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:25.754012 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:25.773102 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': 'f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3', 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4', 'port_id': 'f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3', 'mac_address': 'fa:16:3e:e8:4a:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1d4842-c330-447c-a65b-cc6d896d6958', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:51:25.786067 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=9b1b04b8-7f60-4dd1-acb0-ebc1607d580a,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:25.830260 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:25.830878 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:25.844866 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:51:25.870473 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:25.871907 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-1720b533-8f43-4b94-9804-9b7739d8b790 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2006254 Jul 12 03:51:25.874122 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ba1f-f386-454a-905f-b4cca6159602 req-a5b1477e-ad87-40dd-9e32-0415291d38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:25.876445 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f929ba1f-f386-454a-905f-b4cca6159602 req-a5b1477e-ad87-40dd-9e32-0415291d38f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 HTTP/1.1" status: 200 len: 909 time: 0.2140803 Jul 12 03:51:25.876534 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:25.907840 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Sync routers for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:51:25.918078 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:25.918690 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:25.934120 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:25.947703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:25.951571 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Publish callbacks [] for security_group (aa42b19e-29d1-4d84-8d33-b5527b992e2c), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:25.953514 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f929ba1f-f386-454a-905f-b4cca6159602 req-1dfc4100-098a-436b-aa55-07b1872df897 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 HTTP/1.1" status: 200 len: 217 time: 0.0683272 Jul 12 03:51:25.958883 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (aa42b19e-29d1-4d84-8d33-b5527b992e2c), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.041981 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=110648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:51:26.043755 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:26.055436 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:26.085033 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (21bc0c80-c136-48b5-9e56-33e1b0a932b3), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.085379 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.segments_db [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Added segment 21bc0c80-c136-48b5-9e56-33e1b0a932b3 of type vlan for network c789a50b-a579-418c-99c3-d1a4ea4a986d Jul 12 03:51:26.088810 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa42b19e-29d1-4d84-8d33-b5527b992e2c,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:26.116917 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929ba1f-f386-454a-905f-b4cca6159602 req-5296727a-c39e-48e8-bda5-54052ba2a751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:26.118026 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc6016a-9129-4a1e-a194-8d1c9f4b9717 req-c07f28ed-7ac2-46d1-98b0-24d2f6822ccb tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:26.118572 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f929ba1f-f386-454a-905f-b4cca6159602 req-5296727a-c39e-48e8-bda5-54052ba2a751 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b1d4842-c330-447c-a65b-cc6d896d6958 HTTP/1.1" status: 200 len: 848 time: 0.1488776 Jul 12 03:51:26.126291 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4cc6016a-9129-4a1e-a194-8d1c9f4b9717 req-c07f28ed-7ac2-46d1-98b0-24d2f6822ccb tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 945 time: 0.0722268 Jul 12 03:51:26.163027 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f2615fcf-5f00-4a6f-9b4c-275c387f61fd req-f5e15170-7b84-426f-a335-1c15356c5190 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787690 Jul 12 03:51:26.174682 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4cc6016a-9129-4a1e-a194-8d1c9f4b9717 req-bb627390-b857-4a48-a84a-a563b27d0851 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472317 Jul 12 03:51:26.189793 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (c789a50b-a579-418c-99c3-d1a4ea4a986d), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.212035 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a55ca61-14c9-4c8a-b09d-cb1b0eea9c64 req-04f91fbe-50a9-4c3a-990f-6a4bbf755fc2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:26.213628 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4a55ca61-14c9-4c8a-b09d-cb1b0eea9c64 req-04f91fbe-50a9-4c3a-990f-6a4bbf755fc2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0645354 Jul 12 03:51:26.250430 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (c789a50b-a579-418c-99c3-d1a4ea4a986d), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.251422 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:26.252038 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.308665 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 0.9963865 Jul 12 03:51:26.311834 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35896) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:26.317126 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4a55ca61-14c9-4c8a-b09d-cb1b0eea9c64 req-747fdea6-9685-4d76-a4ed-8f61542435f7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939441 Jul 12 03:51:26.317611 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Request body: {'subnet': {'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-921180208-subnet', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:26.346589 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1da911-99a8-4498-a226-9f0b3cd18cdf admin admin] Pushing event updated for resources: {'Network': ['ID=c789a50b-a579-418c-99c3-d1a4ea4a986d,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:26.354199 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Made reservation on behalf of 2abeb9c4daa240b08266c6de955e4bba for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:26.357546 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6051980'] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.365969 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network c789a50b-a579-418c-99c3-d1a4ea4a986d details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:51:26.395808 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 2, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:26.428120 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Checking router: ff031031-335e-42e4-a595-89a7537003a8 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:51:26.428510 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Updating router ff031031-335e-42e4-a595-89a7537003a8 port dc496f4a-79a6-4e68-84db-f90a787b1e24 binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:51:26.457857 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.602839 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5532463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6051994'] for subnet (a14afc17-25a2-4bf6-a384-c2baa467cb8d), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.614254 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:51:26.656125 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a14afc17-25a2-4bf6-a384-c2baa467cb8d,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:26.689239 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Checking segment: {'id': '21bc0c80-c136-48b5-9e56-33e1b0a932b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:26.689482 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Network hostable DHCP agents. Network: c789a50b-a579-418c-99c3-d1a4ea4a986d, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:51:26.701706 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:26.710044 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Network c789a50b-a579-418c-99c3-d1a4ea4a986d is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:51:26.720577 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, c789a50b-a579-418c-99c3-d1a4ea4a986d) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:26.723719 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:26.727260 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:26.727916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.733671 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f95a8f-63c9-469d-92e2-6770b3802cc6 None None] Network c789a50b-a579-418c-99c3-d1a4ea4a986d requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:51:26.741419 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Publish callbacks [] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.748167 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.748831 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-af85db3f-2625-4a89-8f45-e8d327bbd801 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4358735 Jul 12 03:51:26.752562 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35906) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:26.757556 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:26.759562 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:26.787319 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (1bff53cf-c390-4bb8-b983-956419f0cad1), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.794617 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (1bff53cf-c390-4bb8-b983-956419f0cad1), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.831429 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e424d-4d0b-49eb-a48e-01b0d8063d59 None None] Pushing event updated for resources: {'Port': ['ID=dc496f4a-79a6-4e68-84db-f90a787b1e24,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:26.862109 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Attempting to bind port dc496f4a-79a6-4e68-84db-f90a787b1e24 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:26.862479 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Attempting to bind port dc496f4a-79a6-4e68-84db-f90a787b1e24 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:26.862833 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Attempting to bind port dc496f4a-79a6-4e68-84db-f90a787b1e24 on network cb793af7-088d-44b6-bebd-8609e6743321 {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:26.868447 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:26.868809 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Checking segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:26.869503 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.869624 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Bound using segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:26.870027 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Bound port: dc496f4a-79a6-4e68-84db-f90a787b1e24, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:26.870814 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.872657 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks [] for router_controller (1bff53cf-c390-4bb8-b983-956419f0cad1), precommit_add_association {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.903891 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-c789a50b-a579-418c-99c3-d1a4ea4a986d', 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d', 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'fixed_ips': [{'subnet_id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:51:26.905035 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:26.934100 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] For port dc496f4a-79a6-4e68-84db-f90a787b1e24, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:26.941925 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] For port dc496f4a-79a6-4e68-84db-f90a787b1e24, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=dc496f4a-79a6-4e68-84db-f90a787b1e24,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:26.951840 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.002873 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:27.022642 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:27.023283 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:27.046738 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:27.052182 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks [] for router_gateway (1bff53cf-c390-4bb8-b983-956419f0cad1), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.092784 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055e424d-4d0b-49eb-a48e-01b0d8063d59 None None] Pushing event updated for resources: {'Port': ['ID=dc496f4a-79a6-4e68-84db-f90a787b1e24,revision_number=4']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:27.097506 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Allocated IP 172.20.0.2 (c789a50b-a579-418c-99c3-d1a4ea4a986d/a14afc17-25a2-4bf6-a384-c2baa467cb8d/5ca98c46-22e4-4b48-af58-52dc25f320be) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:27.159187 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:27.219362 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-96705c29-278c-457c-a4f1-2f1650b8a9fc None None] Provisioning complete for port dc496f4a-79a6-4e68-84db-f90a787b1e24 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:27.219743 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-96705c29-278c-457c-a4f1-2f1650b8a9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.316104 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Publish callbacks [] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.325816 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.362890 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7918238f-0175-459b-93b5-8fd4268c4080 req-18940ecb-642a-4f06-8560-ea6776a27cb7 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:27.364484 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7918238f-0175-459b-93b5-8fd4268c4080 req-18940ecb-642a-4f06-8560-ea6776a27cb7 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 945 time: 0.0881577 Jul 12 03:51:27.393898 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks [] for router_gateway (1bff53cf-c390-4bb8-b983-956419f0cad1), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.408572 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Network c789a50b-a579-418c-99c3-d1a4ea4a986d is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:27.411175 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:27.415192 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-96705c29-278c-457c-a4f1-2f1650b8a9fc None None] Current status of the port dc496f4a-79a6-4e68-84db-f90a787b1e24 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:27.415480 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-96705c29-278c-457c-a4f1-2f1650b8a9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.420104 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:27.432248 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.439638 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Pushing event updated for resources: {'Port': ['ID=5ca98c46-22e4-4b48-af58-52dc25f320be,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:27.455991 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:26Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:27.488303 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2bbd98d-b657-411f-b522-0555aa28f19d None None] The sync data for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi is: [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:26Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:51:27.496992 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:27.511425 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9bb72b-e45a-4734-b3d2-2ce4ff4bc29e req-27c53962-9c59-44d5-b79e-93a5fa3dd431 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:27.521225 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dc9bb72b-e45a-4734-b3d2-2ce4ff4bc29e req-27c53962-9c59-44d5-b79e-93a5fa3dd431 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0797558 Jul 12 03:51:27.525914 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7918238f-0175-459b-93b5-8fd4268c4080 req-938f6905-e085-418f-8f19-784dd4217217 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543152 Jul 12 03:51:27.549265 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-96705c29-278c-457c-a4f1-2f1650b8a9fc None None] For port dc496f4a-79a6-4e68-84db-f90a787b1e24, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=dc496f4a-79a6-4e68-84db-f90a787b1e24,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:27.553902 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:27.560752 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Attempting to bind port 5ca98c46-22e4-4b48-af58-52dc25f320be on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:27.562182 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Attempting to bind port 5ca98c46-22e4-4b48-af58-52dc25f320be by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '21bc0c80-c136-48b5-9e56-33e1b0a932b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:27.562740 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Attempting to bind port 5ca98c46-22e4-4b48-af58-52dc25f320be on network c789a50b-a579-418c-99c3-d1a4ea4a986d {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:27.570270 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-96705c29-278c-457c-a4f1-2f1650b8a9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.578945 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:27.588371 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:27.589069 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Checking segment: {'id': '21bc0c80-c136-48b5-9e56-33e1b0a932b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:27.589726 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.590320 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Bound using segment: {'id': '21bc0c80-c136-48b5-9e56-33e1b0a932b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:27.591118 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Bound port: 5ca98c46-22e4-4b48-af58-52dc25f320be, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bc0c80-c136-48b5-9e56-33e1b0a932b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:27.591767 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.677083 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dc9bb72b-e45a-4734-b3d2-2ce4ff4bc29e req-c9969c77-9958-46fd-ad86-79d4406bf6f9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493635 Jul 12 03:51:27.713346 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:27.713632 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.757627 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96705c29-278c-457c-a4f1-2f1650b8a9fc None None] Pushing event updated for resources: {'Port': ['ID=dc496f4a-79a6-4e68-84db-f90a787b1e24,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:27.783210 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-0117681e-ea32-4d96-a191-9b10aece0d31 None None] Provisioning complete for port dc496f4a-79a6-4e68-84db-f90a787b1e24 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:27.783749 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0117681e-ea32-4d96-a191-9b10aece0d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.841293 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] For port 5ca98c46-22e4-4b48-af58-52dc25f320be, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:27.885543 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] For port 5ca98c46-22e4-4b48-af58-52dc25f320be, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=5ca98c46-22e4-4b48-af58-52dc25f320be,segment=NetworkSegment(21bc0c80-c136-48b5-9e56-33e1b0a932b3),segment_id=21bc0c80-c136-48b5-9e56-33e1b0a932b3)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:27.905829 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:27.912582 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:27.949615 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=8 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:27.976779 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Allocated IP 172.27.0.42 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/0dce0d71-9a3c-4dd5-aafc-d088a125e49f) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:27.999891 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-0117681e-ea32-4d96-a191-9b10aece0d31 None None] Current status of the port dc496f4a-79a6-4e68-84db-f90a787b1e24 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:28.011992 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721c917-507d-4abe-939c-62f6d2b04dc1 None None] Pushing event updated for resources: {'Port': ['ID=5ca98c46-22e4-4b48-af58-52dc25f320be,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:28.031438 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35926) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:28.123921 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks [] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:28.164502 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:28.186295 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:28.218132 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f929ba1f-f386-454a-905f-b4cca6159602 req-e3331046-10be-467d-9bdb-ba982317c97b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562024 Jul 12 03:51:28.276722 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:UPDATE=7,neutron:SELECT=84,neutron:DELETE=1,neutron:INSERT=8 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:28.299298 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:51:28.307942 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:28.310118 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:28.310975 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:28.314930 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f6708970-1481-4977-8dc3-1701b8e10bbc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:28.318433 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:28.327293 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:28.393311 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Pushing event updated for resources: {'Port': ['ID=0dce0d71-9a3c-4dd5-aafc-d088a125e49f,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:28.467270 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:28.468370 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:28.500314 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed319c48-b1ca-431c-b513-311df9d609aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:28.502651 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea38677c-53cc-4605-a04f-f9c47a4c24f1" -d '{"events": [{"server_uuid": "ed319c48-b1ca-431c-b513-311df9d609aa", "name": "network-vif-plugged", "status": "completed", "tag": "f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:28.528515 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e088cf2d-f2fd-4420-91c5-189b49971747 req-33e40f54-bbee-4158-99be-4e4b41ce5492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:28.533819 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:28.534186 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e088cf2d-f2fd-4420-91c5-189b49971747 req-33e40f54-bbee-4158-99be-4e4b41ce5492 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 1129 time: 0.0979133 Jul 12 03:51:28.548025 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:28.558474 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f929ba1f-f386-454a-905f-b4cca6159602 req-a0b9aef2-ad7e-4a8a-b60d-0a98e6c2a08d service neutron] 10.222.0.44 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3303859 Jul 12 03:51:28.631051 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:28.735548 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01423b1f-f226-4c72-a983-850a23840c9b x-openstack-request-id: req-01423b1f-f226-4c72-a983-850a23840c9b {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:28.735954 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed319c48-b1ca-431c-b513-311df9d609aa", "name": "network-vif-plugged", "status": "completed", "tag": "f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:28.736477 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-01423b1f-f226-4c72-a983-850a23840c9b {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:28.737127 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-01423b1f-f226-4c72-a983-850a23840c9b'] response: {'server_uuid': 'ed319c48-b1ca-431c-b513-311df9d609aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3', 'code': 200} Jul 12 03:51:28.753335 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:28.758865 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks [] for router_gateway (1bff53cf-c390-4bb8-b983-956419f0cad1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:28.811949 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:28.839608 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f6708970-1481-4977-8dc3-1701b8e10bbc admin admin] Publish callbacks [] for security_group (4fb32157-4146-4e35-b64e-168052829073), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:28.850570 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e088cf2d-f2fd-4420-91c5-189b49971747 req-03a17887-3b82-4c3d-9208-a4d073ee48d1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106327 Jul 12 03:51:28.878480 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f6708970-1481-4977-8dc3-1701b8e10bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4fb32157-4146-4e35-b64e-168052829073), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:28.899908 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78826ba6-861c-4f7a-bf21-c1b96a0663bc req-e7f8d55b-df4b-4777-b9c0-603b08ee7cdc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:28.907622 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-78826ba6-861c-4f7a-bf21-c1b96a0663bc req-e7f8d55b-df4b-4777-b9c0-603b08ee7cdc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0964422 Jul 12 03:51:28.917931 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f6708970-1481-4977-8dc3-1701b8e10bbc admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5efebefbba7c4d0ba6f28e19eca1a371&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8855062 Jul 12 03:51:28.925604 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35942) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:28.935686 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:INSERT=4,neutron:SELECT=95,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:28.966512 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab15623-b8d2-47ca-afe6-4520fadb124a req-b3308838-d53f-476b-aad3-56299289a5cc tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:28.968103 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3ab15623-b8d2-47ca-afe6-4520fadb124a req-b3308838-d53f-476b-aad3-56299289a5cc tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.2155766 Jul 12 03:51:28.974055 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f929ba1f-f386-454a-905f-b4cca6159602 req-78c0da5d-269e-4a17-bf67-74af7120627c service neutron] 10.222.0.44 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3919010 Jul 12 03:51:28.976383 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6708970-1481-4977-8dc3-1701b8e10bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fb32157-4146-4e35-b64e-168052829073,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:29.039141 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3ab15623-b8d2-47ca-afe6-4520fadb124a req-3e854f9c-c768-4075-bbd0-847d222d7f24 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555761 Jul 12 03:51:29.112605 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-78826ba6-861c-4f7a-bf21-c1b96a0663bc req-fa712bcb-250e-4073-ab9d-1fbad6291624 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039711 Jul 12 03:51:29.135299 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (1bff53cf-c390-4bb8-b983-956419f0cad1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.138885 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e805588-03c9-4833-9256-855852516867 admin admin] Publish callbacks [] for security_group (4fb32157-4146-4e35-b64e-168052829073), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.201289 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e805588-03c9-4833-9256-855852516867 admin admin] Publish callbacks [] for security_group (4fb32157-4146-4e35-b64e-168052829073), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.254404 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0a858c-ca34-4446-913f-a827063c9ef5 None None] Network c789a50b-a579-418c-99c3-d1a4ea4a986d requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:51:29.318596 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e805588-03c9-4833-9256-855852516867 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4fb32157-4146-4e35-b64e-168052829073), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.321245 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e805588-03c9-4833-9256-855852516867 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.324750 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0e805588-03c9-4833-9256-855852516867 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4fb32157-4146-4e35-b64e-168052829073 HTTP/1.1" status: 204 len: 168 time: 0.3857877 Jul 12 03:51:29.360753 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e805588-03c9-4833-9256-855852516867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fb32157-4146-4e35-b64e-168052829073,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:29.369766 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Router 1bff53cf-c390-4bb8-b983-956419f0cad1 is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:51:29.391634 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37173d1d-5bf5-4953-830c-9834ba240c78 req-c907410c-ff03-47f2-9ad7-462c4a656f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:29.393943 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-37173d1d-5bf5-4953-830c-9834ba240c78 req-c907410c-ff03-47f2-9ad7-462c4a656f04 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 1130 time: 0.0611670 Jul 12 03:51:29.437458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-ae90bbf8-1756-4546-971d-93582d3ee15e None None] Provisioning complete for port 5ca98c46-22e4-4b48-af58-52dc25f320be triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:29.437949 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-ae90bbf8-1756-4546-971d-93582d3ee15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.506697 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:29.531684 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:51:29.551187 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Sync routers for ids ['1bff53cf-c390-4bb8-b983-956419f0cad1'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:51:29.563079 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.564349 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-8f722469-52a3-4fe4-ae58-fd8f135ce91e admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8105359 Jul 12 03:51:29.567231 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 35952) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:29.572470 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device dc496f4a-79a6-4e68-84db-f90a787b1e24 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:29.614301 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Routers {'1bff53cf-c390-4bb8-b983-956419f0cad1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:29.614988 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['1bff53cf-c390-4bb8-b983-956419f0cad1'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:29.665977 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-ae90bbf8-1756-4546-971d-93582d3ee15e None None] Current status of the port 5ca98c46-22e4-4b48-af58-52dc25f320be is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:29.666492 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-ae90bbf8-1756-4546-971d-93582d3ee15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.820165 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-ae90bbf8-1756-4546-971d-93582d3ee15e None None] For port 5ca98c46-22e4-4b48-af58-52dc25f320be, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=5ca98c46-22e4-4b48-af58-52dc25f320be,segment=NetworkSegment(21bc0c80-c136-48b5-9e56-33e1b0a932b3),segment_id=21bc0c80-c136-48b5-9e56-33e1b0a932b3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:29.823070 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port dc496f4a-79a6-4e68-84db-f90a787b1e24 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:29.824925 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.847611 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-ae90bbf8-1756-4546-971d-93582d3ee15e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:29.924244 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Set router 1bff53cf-c390-4bb8-b983-956419f0cad1 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:29.978453 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:29.984513 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-37173d1d-5bf5-4953-830c-9834ba240c78 req-8ba5fb98-3144-4411-aa92-75269cbe29c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849850 Jul 12 03:51:30.005754 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:30.035213 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-bb08449e-e915-400e-9914-05f4e3ad6e60 None None] Provisioning complete for port 5ca98c46-22e4-4b48-af58-52dc25f320be triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:30.035578 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-bb08449e-e915-400e-9914-05f4e3ad6e60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.040651 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae90bbf8-1756-4546-971d-93582d3ee15e None None] Pushing event updated for resources: {'Port': ['ID=5ca98c46-22e4-4b48-af58-52dc25f320be,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:30.102434 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:30.162142 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.180633 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7cfef4-dcc7-4ce7-884f-4b363e3e3082 req-9983afa7-e2a3-4237-9e0a-b0e4354da18f tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:30.182293 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-aa7cfef4-dcc7-4ce7-884f-4b363e3e3082 req-9983afa7-e2a3-4237-9e0a-b0e4354da18f tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.0541816 Jul 12 03:51:30.247975 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-aa7cfef4-dcc7-4ce7-884f-4b363e3e3082 req-5a9d84bd-68d5-4b16-9058-c4a0e689d372 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578227 Jul 12 03:51:30.310946 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac1317b-58ea-4b36-80d7-8b6434221377 req-0ae849e8-a619-4a62-bab9-6862808ea039 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:30.313462 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cac1317b-58ea-4b36-80d7-8b6434221377 req-0ae849e8-a619-4a62-bab9-6862808ea039 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0979519 Jul 12 03:51:30.326857 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port dc496f4a-79a6-4e68-84db-f90a787b1e24 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:30.327897 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 5ca98c46-22e4-4b48-af58-52dc25f320be up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:30.344051 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35976) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:30.432842 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cac1317b-58ea-4b36-80d7-8b6434221377 req-e97f1a50-5648-4a93-bb33-460ad1e68d40 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859194 Jul 12 03:51:30.449539 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Allocated IP 172.20.0.1 (c789a50b-a579-418c-99c3-d1a4ea4a986d/a14afc17-25a2-4bf6-a384-c2baa467cb8d/5a189e91-02f7-4137-9841-1026575b5c6c) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:30.451990 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-bb08449e-e915-400e-9914-05f4e3ad6e60 None None] Current status of the port 5ca98c46-22e4-4b48-af58-52dc25f320be is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:30.454421 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 5ca98c46-22e4-4b48-af58-52dc25f320be triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:30.454769 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.463230 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2005342483-network', 'tenant_id': 'cd2e5f7d1e2e4aa3a98bbbf89a6ec276'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:30.485287 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Made reservation on behalf of cd2e5f7d1e2e4aa3a98bbbf89a6ec276 for: {'network': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:30.488541 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.497353 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:26Z', 'updated_at': '2022-07-12T03:51:28Z', 'revision_number': 3, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'gw_port': {'id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:27Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:30.498629 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.523500 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Checking router: 1bff53cf-c390-4bb8-b983-956419f0cad1 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:51:30.523842 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Updating router 1bff53cf-c390-4bb8-b983-956419f0cad1 port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:51:30.556741 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.574897 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Publish callbacks [] for port (5a189e91-02f7-4137-9841-1026575b5c6c), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.582689 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:30.593218 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Publish callbacks [] for security_group (02810e56-b50f-4e0f-8810-6cfb1bcd8c20), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.597461 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (02810e56-b50f-4e0f-8810-6cfb1bcd8c20), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.615209 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:30.619886 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.625322 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=110648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:51:30.635591 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02810e56-b50f-4e0f-8810-6cfb1bcd8c20,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:30.641925 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (96d4061d-8f79-479a-a074-d8fe8e92e7f0), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.642620 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.segments_db [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Added segment 96d4061d-8f79-479a-a074-d8fe8e92e7f0 of type vlan for network a69bab14-5f26-41ea-927b-f205133d3d80 Jul 12 03:51:30.662985 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 5ca98c46-22e4-4b48-af58-52dc25f320be is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:30.666729 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Network c789a50b-a579-418c-99c3-d1a4ea4a986d is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:30.669748 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:30.674810 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:30.698090 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (a69bab14-5f26-41ea-927b-f205133d3d80), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.698574 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Pushing event updated for resources: {'Port': ['ID=5a189e91-02f7-4137-9841-1026575b5c6c,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:30.717519 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (1bff53cf-c390-4bb8-b983-956419f0cad1), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.729291 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (a69bab14-5f26-41ea-927b-f205133d3d80), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.731337 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:30.733198 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.777832 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4325762 Jul 12 03:51:30.783457 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 35980) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:30.790360 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Request body: {'subnet': {'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2005342483-subnet', 'tenant_id': 'cd2e5f7d1e2e4aa3a98bbbf89a6ec276', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:30.822573 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:30.829133 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da2f7fe-f7cd-46a6-b69f-a80d0609acfb admin admin] Pushing event updated for resources: {'Network': ['ID=a69bab14-5f26-41ea-927b-f205133d3d80,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:30.845713 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network a69bab14-5f26-41ea-927b-f205133d3d80 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:51:30.850201 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Made reservation on behalf of cd2e5f7d1e2e4aa3a98bbbf89a6ec276 for: {'subnet': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:30.854165 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5635568'] for subnet (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.885405 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.990882 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Publish callbacks [] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:30.998237 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.011955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:31.055267 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Attempting to bind port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:31.056270 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Attempting to bind port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:31.056728 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Attempting to bind port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:31.060118 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Publish callbacks [] for port (5a189e91-02f7-4137-9841-1026575b5c6c), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.064420 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:31.064855 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:31.065281 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.065724 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:31.066129 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Bound port: 0dce0d71-9a3c-4dd5-aafc-d088a125e49f, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:31.066389 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.066499 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.076836 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6355021', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5635558'] for subnet (5e8b92f6-f74a-4a41-8c22-e83346f7958c), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.081693 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=82,neutron:INSERT=15,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:31.095637 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0e270-efc2-40f4-bb59-aec12d86ae03 None None] Pushing event updated for resources: {'Port': ['ID=0dce0d71-9a3c-4dd5-aafc-d088a125e49f,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:31.109433 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-344cb350-bdf0-4dfe-9b92-d512730dc6e6 None None] Provisioning complete for port 5a189e91-02f7-4137-9841-1026575b5c6c triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:31.109810 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-344cb350-bdf0-4dfe-9b92-d512730dc6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.152849 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e8b92f6-f74a-4a41-8c22-e83346f7958c,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:31.163661 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] For port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:31.168393 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Checking segment: {'id': '96d4061d-8f79-479a-a074-d8fe8e92e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:31.168860 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Network hostable DHCP agents. Network: a69bab14-5f26-41ea-927b-f205133d3d80, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110648) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:51:31.169217 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] For port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=0dce0d71-9a3c-4dd5-aafc-d088a125e49f,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:31.170719 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-344cb350-bdf0-4dfe-9b92-d512730dc6e6 None None] Port 5a189e91-02f7-4137-9841-1026575b5c6c cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:51:31.180056 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Pushing event updated for resources: {'Port': ['ID=5a189e91-02f7-4137-9841-1026575b5c6c,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:31.180380 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.182447 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (1bff53cf-c390-4bb8-b983-956419f0cad1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.193375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Network a69bab14-5f26-41ea-927b-f205133d3d80 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110648) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:51:31.206043 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, a69bab14-5f26-41ea-927b-f205133d3d80) {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:31.212232 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:31.214557 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.215585 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd047413-356c-4852-b856-1452cd506c61 None None] Network a69bab14-5f26-41ea-927b-f205133d3d80 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:51:31.238798 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-ec4d4511-59b2-44ab-9217-9666340d3718 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4538043 Jul 12 03:51:31.307577 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f0e270-efc2-40f4-bb59-aec12d86ae03 None None] Pushing event updated for resources: {'Port': ['ID=0dce0d71-9a3c-4dd5-aafc-d088a125e49f,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:31.312248 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Routers {'1bff53cf-c390-4bb8-b983-956419f0cad1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:31.312885 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['1bff53cf-c390-4bb8-b983-956419f0cad1'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:31.344046 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Network c789a50b-a579-418c-99c3-d1a4ea4a986d is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:31.345510 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:31.412326 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8217121-59fc-45a0-b441-61dcae71e85b None None] Network a69bab14-5f26-41ea-927b-f205133d3d80 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:51:31.487375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78af618d-d1e0-49c2-b10a-bafe0347ec13 req-169a7c8a-f3e4-454c-90a9-afe217e7da06 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:31.503110 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-78af618d-d1e0-49c2-b10a-bafe0347ec13 req-169a7c8a-f3e4-454c-90a9-afe217e7da06 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.1504877 Jul 12 03:51:31.510929 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:31.553654 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 5ca98c46-22e4-4b48-af58-52dc25f320be up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:31.558216 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] Set router 1bff53cf-c390-4bb8-b983-956419f0cad1 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:31.602117 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-78af618d-d1e0-49c2-b10a-bafe0347ec13 req-35b65940-e480-47ba-a29e-404608b81b3a tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980184 Jul 12 03:51:31.619967 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:31.743496 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-7a03a774-0dd7-4984-912a-8fe9f74794de None None] Provisioning complete for port 5a189e91-02f7-4137-9841-1026575b5c6c triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:31.743881 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7a03a774-0dd7-4984-912a-8fe9f74794de None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.801218 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 5ca98c46-22e4-4b48-af58-52dc25f320be triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:31.801581 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:31.859660 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-7a03a774-0dd7-4984-912a-8fe9f74794de None None] Port 5a189e91-02f7-4137-9841-1026575b5c6c cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:51:31.909958 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0217d0c3-d06e-48d3-b8d1-e283b0cf57d7 req-fcfb300a-f2c7-4d17-beaf-feacad4e2926 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:31.910533 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:26Z', 'updated_at': '2022-07-12T03:51:30Z', 'revision_number': 4, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'gw_port': {'id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:27Z', 'updated_at': '2022-07-12T03:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '5a189e91-02f7-4137-9841-1026575b5c6c', 'name': '', 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'mac_address': 'fa:16:3e:92:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:30Z', 'updated_at': '2022-07-12T03:51:30Z', 'revision_number': 2, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'subnets': [{'id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:31.911455 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0217d0c3-d06e-48d3-b8d1-e283b0cf57d7 req-fcfb300a-f2c7-4d17-beaf-feacad4e2926 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.3119166 Jul 12 03:51:31.926157 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Router 1bff53cf-c390-4bb8-b983-956419f0cad1 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:51:31.955846 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b77f1369-9585-4da3-aaf8-196c997d3b4b None None] The sync data for ids ['1bff53cf-c390-4bb8-b983-956419f0cad1'] in dv-cinder-847730-4-iscsi is: [{'id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:26Z', 'updated_at': '2022-07-12T03:51:30Z', 'revision_number': 4, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'gw_port': {'id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:83:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:27Z', 'updated_at': '2022-07-12T03:51:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '5a189e91-02f7-4137-9841-1026575b5c6c', 'name': '', 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'mac_address': 'fa:16:3e:92:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:30Z', 'updated_at': '2022-07-12T03:51:30Z', 'revision_number': 2, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'subnets': [{'id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:51:31.971103 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 5ca98c46-22e4-4b48-af58-52dc25f320be is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:32.029789 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0217d0c3-d06e-48d3-b8d1-e283b0cf57d7 req-5f98f450-705e-4e4e-b004-339d87141636 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062198 Jul 12 03:51:32.085545 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:32.103759 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:51:32.109878 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e9ab4250-f0e3-4b66-b0f9-a6728bd51a1f admin admin] 10.222.0.20 "PUT /v2.0/routers/1bff53cf-c390-4bb8-b983-956419f0cad1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5413644 Jul 12 03:51:32.382357 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a83a27-e47c-4767-b1c5-64628711f08d req-417cfbc9-ef97-46e7-90ee-588f59656291 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:32.397317 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-35a83a27-e47c-4767-b1c5-64628711f08d req-417cfbc9-ef97-46e7-90ee-588f59656291 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0962238 Jul 12 03:51:32.449790 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-35a83a27-e47c-4767-b1c5-64628711f08d req-d04cb8d4-13d7-4e71-aa96-76a06c65927c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510499 Jul 12 03:51:32.613124 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36012) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:32.617950 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-094cf58f-e0fe-45b7-9d1d-49769cf10aea tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-360543779', 'description': 'tempest-secgroup-smoke-360543779 description', 'project_id': '99d9e85c63234c77889f856bf95288f5'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:32.641148 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-094cf58f-e0fe-45b7-9d1d-49769cf10aea tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:32.689997 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:32.720483 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-094cf58f-e0fe-45b7-9d1d-49769cf10aea tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group (39f6955f-2c14-4bdb-8820-f7e87d1ecb03), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:32.726124 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-094cf58f-e0fe-45b7-9d1d-49769cf10aea tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (39f6955f-2c14-4bdb-8820-f7e87d1ecb03), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:32.744463 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f422f98-29e9-45f4-9b7b-5f6526228b3b req-5d7b83f0-ad98-45dc-ab01-3cb60c9f5d87 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:32.753814 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4f422f98-29e9-45f4-9b7b-5f6526228b3b req-5d7b83f0-ad98-45dc-ab01-3cb60c9f5d87 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.0727558 Jul 12 03:51:32.768834 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-094cf58f-e0fe-45b7-9d1d-49769cf10aea tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:32.768834 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-094cf58f-e0fe-45b7-9d1d-49769cf10aea tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1471722 Jul 12 03:51:32.769124 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 36016) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:32.769209 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094cf58f-e0fe-45b7-9d1d-49769cf10aea tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39f6955f-2c14-4bdb-8820-f7e87d1ecb03,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:32.787176 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-9d099e83-2556-47ab-8e54-9c8918ea3d12 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'security_group_rule': {'security_group_id': '39f6955f-2c14-4bdb-8820-f7e87d1ecb03', 'project_id': '99d9e85c63234c77889f856bf95288f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:32.852919 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4f422f98-29e9-45f4-9b7b-5f6526228b3b req-a4f0d774-3b4b-48b7-8a6f-ebbcb50e92bc tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978024 Jul 12 03:51:32.854778 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9d099e83-2556-47ab-8e54-9c8918ea3d12 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (02b9c4b1-2090-4585-80d2-8346e6258199), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:32.925137 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9d099e83-2556-47ab-8e54-9c8918ea3d12 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (02b9c4b1-2090-4585-80d2-8346e6258199), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:32.929261 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9d099e83-2556-47ab-8e54-9c8918ea3d12 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (02b9c4b1-2090-4585-80d2-8346e6258199), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:32.988242 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d099e83-2556-47ab-8e54-9c8918ea3d12 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02b9c4b1-2090-4585-80d2-8346e6258199,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:32.998401 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-8cfec71b-f13d-4caf-aa68-a4899da19d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:33.000501 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-8cfec71b-f13d-4caf-aa68-a4899da19d32 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 1129 time: 0.0623910 Jul 12 03:51:33.009117 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9d099e83-2556-47ab-8e54-9c8918ea3d12 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.010320 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-9d099e83-2556-47ab-8e54-9c8918ea3d12 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2443204 Jul 12 03:51:33.013353 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36022) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:33.018278 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-6e3e75d2-5171-4928-99bd-cea20681ce2a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'security_group_rule': {'security_group_id': '39f6955f-2c14-4bdb-8820-f7e87d1ecb03', 'project_id': '99d9e85c63234c77889f856bf95288f5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:33.049302 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6e3e75d2-5171-4928-99bd-cea20681ce2a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (ace35558-56d0-432c-b37d-ca27201401dc), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.129594 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-42da5eb9-4bbf-4dd2-aaa9-8e24da5f4bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:33.131385 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-42da5eb9-4bbf-4dd2-aaa9-8e24da5f4bd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.1183000 Jul 12 03:51:33.137151 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6e3e75d2-5171-4928-99bd-cea20681ce2a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (ace35558-56d0-432c-b37d-ca27201401dc), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.143326 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6e3e75d2-5171-4928-99bd-cea20681ce2a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (ace35558-56d0-432c-b37d-ca27201401dc), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.173053 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3e75d2-5171-4928-99bd-cea20681ce2a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace35558-56d0-432c-b37d-ca27201401dc,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:33.187452 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-aa38042e-f8b1-43d2-bd2a-05e69ac8ddaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277 HTTP/1.1" status: 200 len: 217 time: 0.0417044 Jul 12 03:51:33.188153 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6e3e75d2-5171-4928-99bd-cea20681ce2a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.189654 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6e3e75d2-5171-4928-99bd-cea20681ce2a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1752880 Jul 12 03:51:33.192265 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36030) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:33.196685 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-0e9c4642-b0f3-4fba-bc54-b6ac4c4eee0f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'security_group_rule': {'security_group_id': '39f6955f-2c14-4bdb-8820-f7e87d1ecb03', 'project_id': '99d9e85c63234c77889f856bf95288f5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:33.226981 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c4642-b0f3-4fba-bc54-b6ac4c4eee0f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (86e24405-7642-4e63-96f8-8aedd8474e13), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.234352 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-496ec8f9-1851-417c-8206-acc3957e2fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:33.235823 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-496ec8f9-1851-417c-8206-acc3957e2fa8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0485094 Jul 12 03:51:33.282489 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-16f2561a-e56f-4691-bcdd-71bb9daf8b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:33.284020 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-16f2561a-e56f-4691-bcdd-71bb9daf8b51 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395420 Jul 12 03:51:33.284691 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c4642-b0f3-4fba-bc54-b6ac4c4eee0f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (86e24405-7642-4e63-96f8-8aedd8474e13), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.288937 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c4642-b0f3-4fba-bc54-b6ac4c4eee0f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (86e24405-7642-4e63-96f8-8aedd8474e13), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.306828 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9c4642-b0f3-4fba-bc54-b6ac4c4eee0f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86e24405-7642-4e63-96f8-8aedd8474e13,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:33.317011 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0e9c4642-b0f3-4fba-bc54-b6ac4c4eee0f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.318216 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0e9c4642-b0f3-4fba-bc54-b6ac4c4eee0f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1250272 Jul 12 03:51:33.320995 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36032) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:33.325381 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-7eedf1aa-cb50-4598-94cb-db32c96faa25 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'security_group_rule': {'security_group_id': '39f6955f-2c14-4bdb-8820-f7e87d1ecb03', 'project_id': '99d9e85c63234c77889f856bf95288f5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:33.351365 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7eedf1aa-cb50-4598-94cb-db32c96faa25 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (c953ad81-5169-4e30-bd72-c5c0da0073c4), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.355883 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:33.385125 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-6f74c2c3-59ae-4c86-9a59-e597d29c084c service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935118 Jul 12 03:51:33.419487 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:33.427120 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7eedf1aa-cb50-4598-94cb-db32c96faa25 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (c953ad81-5169-4e30-bd72-c5c0da0073c4), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.436892 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7eedf1aa-cb50-4598-94cb-db32c96faa25 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (c953ad81-5169-4e30-bd72-c5c0da0073c4), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.458525 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 0dce0d71-9a3c-4dd5-aafc-d088a125e49f up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:33.464755 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eedf1aa-cb50-4598-94cb-db32c96faa25 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c953ad81-5169-4e30-bd72-c5c0da0073c4,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:33.480079 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7eedf1aa-cb50-4598-94cb-db32c96faa25 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.481512 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-7eedf1aa-cb50-4598-94cb-db32c96faa25 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1593814 Jul 12 03:51:33.484163 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36036) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:33.488585 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-1fd7b1ec-15d1-4b54-817e-a8a4a9cfca04 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'security_group_rule': {'security_group_id': '39f6955f-2c14-4bdb-8820-f7e87d1ecb03', 'project_id': '99d9e85c63234c77889f856bf95288f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:33.523601 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-521203f0-71b2-4008-899c-0b26bd35ade2 req-4c1c907d-9120-4edb-b9ce-a62087877c15 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306612 Jul 12 03:51:33.525522 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.securitygroups_db [None req-1fd7b1ec-15d1-4b54-817e-a8a4a9cfca04 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Project 99d9e85c63234c77889f856bf95288f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 03:51:33.532339 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1ec-15d1-4b54-817e-a8a4a9cfca04 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (20c32afb-fa65-4b76-8204-dfa1815b5ab4), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.623194 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335964e1-914f-46f5-8391-721c3c4d1653 req-1a525da9-33f4-4046-9104-d0c742fa9c71 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:33.625050 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-335964e1-914f-46f5-8391-721c3c4d1653 req-1a525da9-33f4-4046-9104-d0c742fa9c71 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0782785 Jul 12 03:51:33.633316 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=78,neutron:INSERT=14,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:33.644050 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1ec-15d1-4b54-817e-a8a4a9cfca04 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (20c32afb-fa65-4b76-8204-dfa1815b5ab4), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.661678 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1ec-15d1-4b54-817e-a8a4a9cfca04 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (20c32afb-fa65-4b76-8204-dfa1815b5ab4), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.666613 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:33.666976 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.691012 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:33.698798 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd7b1ec-15d1-4b54-817e-a8a4a9cfca04 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20c32afb-fa65-4b76-8204-dfa1815b5ab4,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:33.706846 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1fd7b1ec-15d1-4b54-817e-a8a4a9cfca04 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.710573 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-1fd7b1ec-15d1-4b54-817e-a8a4a9cfca04 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2229633 Jul 12 03:51:33.711263 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 36038) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:33.717408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-e6ee7026-08e6-4960-a088-6386d4c06c62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'security_group_rule': {'security_group_id': '39f6955f-2c14-4bdb-8820-f7e87d1ecb03', 'project_id': '99d9e85c63234c77889f856bf95288f5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:33.723788 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-335964e1-914f-46f5-8391-721c3c4d1653 req-676b2212-609b-4540-9fa7-f3c358dca941 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845618 Jul 12 03:51:33.750802 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.securitygroups_db [None req-e6ee7026-08e6-4960-a088-6386d4c06c62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Project 99d9e85c63234c77889f856bf95288f5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 03:51:33.757288 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6ee7026-08e6-4960-a088-6386d4c06c62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (f435edc4-965c-4139-8b04-6b602383592f), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.767623 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:33.768462 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.790991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=0dce0d71-9a3c-4dd5-aafc-d088a125e49f,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:33.795280 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.821509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6ee7026-08e6-4960-a088-6386d4c06c62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (f435edc4-965c-4139-8b04-6b602383592f), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.825375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6ee7026-08e6-4960-a088-6386d4c06c62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (f435edc4-965c-4139-8b04-6b602383592f), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.841051 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=0dce0d71-9a3c-4dd5-aafc-d088a125e49f,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:33.848039 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee7026-08e6-4960-a088-6386d4c06c62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f435edc4-965c-4139-8b04-6b602383592f,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:33.853987 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6ee7026-08e6-4960-a088-6386d4c06c62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:33.855190 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e6ee7026-08e6-4960-a088-6386d4c06c62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1421635 Jul 12 03:51:34.460884 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:DELETE=7,neutron:INSERT=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:34.547807 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860809-b355-4c52-a304-889c2d32cf05 req-c59ddebf-ea0f-470b-9108-88267a96b5d8 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:34.553098 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-c59ddebf-ea0f-470b-9108-88267a96b5d8 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/networks?id=a69bab14-5f26-41ea-927b-f205133d3d80 HTTP/1.1" status: 200 len: 814 time: 0.1201706 Jul 12 03:51:34.564888 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-8ae2ec28-ae76-4173-bf31-2c1f4484c1d4 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/quotas/cd2e5f7d1e2e4aa3a98bbbf89a6ec276 HTTP/1.1" status: 200 len: 375 time: 0.0097713 Jul 12 03:51:34.578632 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bcd901-74f3-4032-ada5-3d7106e218c7 req-7e9ac8ea-e7cf-4a01-9adf-39532f572833 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:34.580390 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09bcd901-74f3-4032-ada5-3d7106e218c7 req-7e9ac8ea-e7cf-4a01-9adf-39532f572833 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.0570807 Jul 12 03:51:34.601600 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-d9fd92d7-fd98-40d2-8677-be8927ef48ba tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd2e5f7d1e2e4aa3a98bbbf89a6ec276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302432 Jul 12 03:51:34.640587 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09bcd901-74f3-4032-ada5-3d7106e218c7 req-0c68df1c-8388-4a99-9698-5b0be5821fa8 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542257 Jul 12 03:51:34.699227 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-0e196dc2-66f9-4afe-b98f-5400a65e308a service neutron] 10.222.0.20 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903597 Jul 12 03:51:34.821848 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-f566baa4-bcb8-4936-985a-76367d759d0a service neutron] 10.222.0.20 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140583 Jul 12 03:51:34.852645 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11935442-b4a4-4f0f-8449-c604d74da010 req-63c9cb27-4681-418a-aa15-10d4a391ec63 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:34.854286 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-11935442-b4a4-4f0f-8449-c604d74da010 req-63c9cb27-4681-418a-aa15-10d4a391ec63 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0542836 Jul 12 03:51:34.914708 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-11935442-b4a4-4f0f-8449-c604d74da010 req-a3367be5-8b9e-4587-a881-2271e1ad79c3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546322 Jul 12 03:51:34.917047 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:51:35.005980 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3f2dd0f2-34a1-4463-96ca-5f5e19865c91 req-bd5d4952-e825-43a1-b907-7671080fe726 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 210 time: 0.0316975 Jul 12 03:51:35.431029 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 0dce0d71-9a3c-4dd5-aafc-d088a125e49f up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:35.479423 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:35.479799 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:35.553838 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:35.620169 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Sync routers for ids ['1bff53cf-c390-4bb8-b983-956419f0cad1'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:51:35.631522 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Routers {'1bff53cf-c390-4bb8-b983-956419f0cad1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:35.632195 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['1bff53cf-c390-4bb8-b983-956419f0cad1'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:35.683691 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:35.737107 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Set router 1bff53cf-c390-4bb8-b983-956419f0cad1 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:35.762498 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0546842-802e-4d5a-8ebd-3ef54ab5a486 req-4ca4a2ef-48ab-46b8-af58-b62dc5b222f1 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:35.764198 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d0546842-802e-4d5a-8ebd-3ef54ab5a486 req-4ca4a2ef-48ab-46b8-af58-b62dc5b222f1 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.0490472 Jul 12 03:51:35.816232 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d0546842-802e-4d5a-8ebd-3ef54ab5a486 req-1abea134-5a77-43bc-a99f-9c0c817c5393 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456133 Jul 12 03:51:35.926911 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:26Z', 'updated_at': '2022-07-12T03:51:30Z', 'revision_number': 4, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'gw_port': {'id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:27Z', 'updated_at': '2022-07-12T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '5a189e91-02f7-4137-9841-1026575b5c6c', 'name': '', 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'mac_address': 'fa:16:3e:92:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:30Z', 'updated_at': '2022-07-12T03:51:30Z', 'revision_number': 2, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'subnets': [{'id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:35.951738 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Checking router: 1bff53cf-c390-4bb8-b983-956419f0cad1 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:51:35.952092 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Updating router 1bff53cf-c390-4bb8-b983-956419f0cad1 port 5a189e91-02f7-4137-9841-1026575b5c6c binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:51:35.986034 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.037259 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7c5886-811a-4b51-b5e4-173e13b5e56e req-f54b3f1e-5440-4f22-95ee-72aed35f65c8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:36.044056 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-aa7c5886-811a-4b51-b5e4-173e13b5e56e req-f54b3f1e-5440-4f22-95ee-72aed35f65c8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0497952 Jul 12 03:51:36.098856 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-aa7c5886-811a-4b51-b5e4-173e13b5e56e req-6545fa12-dfb1-409a-b423-053cdbaa97f2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458491 Jul 12 03:51:36.111710 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-93e38b91-8d93-4dd7-8c82-16446e512264 req-fa3b6886-db6e-4abe-b619-9c6fdcf7d25e tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 210 time: 0.0347695 Jul 12 03:51:36.194669 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:36.337435 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Publish callbacks [] for port (5a189e91-02f7-4137-9841-1026575b5c6c), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.347160 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.426102 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a08e4b-250d-4ed9-b827-51c488506fcf None None] Pushing event updated for resources: {'Port': ['ID=5a189e91-02f7-4137-9841-1026575b5c6c,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:36.458175 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Attempting to bind port 5a189e91-02f7-4137-9841-1026575b5c6c on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:36.458624 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Attempting to bind port 5a189e91-02f7-4137-9841-1026575b5c6c by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '21bc0c80-c136-48b5-9e56-33e1b0a932b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:36.459062 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Attempting to bind port 5a189e91-02f7-4137-9841-1026575b5c6c on network c789a50b-a579-418c-99c3-d1a4ea4a986d {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:36.465757 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:36.466226 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Checking segment: {'id': '21bc0c80-c136-48b5-9e56-33e1b0a932b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:36.466894 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.467449 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Bound using segment: {'id': '21bc0c80-c136-48b5-9e56-33e1b0a932b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:36.468123 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Bound port: 5a189e91-02f7-4137-9841-1026575b5c6c, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21bc0c80-c136-48b5-9e56-33e1b0a932b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:36.468517 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.531456 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] For port 5a189e91-02f7-4137-9841-1026575b5c6c, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:36.534879 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] For port 5a189e91-02f7-4137-9841-1026575b5c6c, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=5a189e91-02f7-4137-9841-1026575b5c6c,segment=NetworkSegment(21bc0c80-c136-48b5-9e56-33e1b0a932b3),segment_id=21bc0c80-c136-48b5-9e56-33e1b0a932b3)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:36.542259 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.602883 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a08e4b-250d-4ed9-b827-51c488506fcf None None] Pushing event updated for resources: {'Port': ['ID=5a189e91-02f7-4137-9841-1026575b5c6c,revision_number=4']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:36.605975 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Routers {'1bff53cf-c390-4bb8-b983-956419f0cad1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:51:36.606565 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['1bff53cf-c390-4bb8-b983-956419f0cad1'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:36.625148 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-d2f9bd79-d9f4-4c32-92c6-fd32217ae3b9 None None] Provisioning complete for port 5a189e91-02f7-4137-9841-1026575b5c6c triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:36.625688 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bd79-d9f4-4c32-92c6-fd32217ae3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.708354 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-d2f9bd79-d9f4-4c32-92c6-fd32217ae3b9 None None] Current status of the port 5a189e91-02f7-4137-9841-1026575b5c6c is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:36.709190 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bd79-d9f4-4c32-92c6-fd32217ae3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.717449 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] Set router 1bff53cf-c390-4bb8-b983-956419f0cad1 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:51:36.746848 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-d2f9bd79-d9f4-4c32-92c6-fd32217ae3b9 None None] For port 5a189e91-02f7-4137-9841-1026575b5c6c, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=5a189e91-02f7-4137-9841-1026575b5c6c,segment=NetworkSegment(21bc0c80-c136-48b5-9e56-33e1b0a932b3),segment_id=21bc0c80-c136-48b5-9e56-33e1b0a932b3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:36.752190 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d2f9bd79-d9f4-4c32-92c6-fd32217ae3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.763010 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:36.802460 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f9bd79-d9f4-4c32-92c6-fd32217ae3b9 None None] Pushing event updated for resources: {'Port': ['ID=5a189e91-02f7-4137-9841-1026575b5c6c,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:36.886040 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-a8c8993b-dac5-4a5d-9c86-43895772578c None None] Provisioning complete for port 5a189e91-02f7-4137-9841-1026575b5c6c triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:36.886484 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a8c8993b-dac5-4a5d-9c86-43895772578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:36.915308 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:26Z', 'updated_at': '2022-07-12T03:51:30Z', 'revision_number': 4, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'gw_port': {'id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:27Z', 'updated_at': '2022-07-12T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '5a189e91-02f7-4137-9841-1026575b5c6c', 'name': '', 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'mac_address': 'fa:16:3e:92:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:30Z', 'updated_at': '2022-07-12T03:51:36Z', 'revision_number': 4, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'subnets': [{'id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:51:36.940211 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67ed35c8-b81e-443f-ba73-ad027ff2a7eb None None] The sync data for ids ['1bff53cf-c390-4bb8-b983-956419f0cad1'] in dv-cinder-847730-4-iscsi is: [{'id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:26Z', 'updated_at': '2022-07-12T03:51:30Z', 'revision_number': 4, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'gw_port': {'id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:27Z', 'updated_at': '2022-07-12T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '5a189e91-02f7-4137-9841-1026575b5c6c', 'name': '', 'network_id': 'c789a50b-a579-418c-99c3-d1a4ea4a986d', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'mac_address': 'fa:16:3e:92:33:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_interface', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:30Z', 'updated_at': '2022-07-12T03:51:36Z', 'revision_number': 4, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'subnets': [{'id': 'a14afc17-25a2-4bf6-a384-c2baa467cb8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:51:36.948975 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbccd1-9237-4dff-9272-31c24e0922b2 req-272ec0ff-e62e-4050-b9dd-cfbdcfa9bce6 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:36.950789 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d0fbccd1-9237-4dff-9272-31c24e0922b2 req-272ec0ff-e62e-4050-b9dd-cfbdcfa9bce6 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.0587225 Jul 12 03:51:36.970149 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-a8c8993b-dac5-4a5d-9c86-43895772578c None None] Current status of the port 5a189e91-02f7-4137-9841-1026575b5c6c is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:37.007037 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d0fbccd1-9237-4dff-9272-31c24e0922b2 req-006c9e27-513b-46df-9eaa-cb41107addab tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501707 Jul 12 03:51:37.235281 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-233ae7ec-2aa1-48c1-8cfb-6e90b299076f req-ca23a6b3-9671-438b-a2d4-98b77d1ec576 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 210 time: 0.0360110 Jul 12 03:51:37.258148 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869b64ac-2b88-4f1a-b5eb-7d688f666669 req-a99cf218-cfe3-43dd-9199-6d7b20eeef5d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:37.259836 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-869b64ac-2b88-4f1a-b5eb-7d688f666669 req-a99cf218-cfe3-43dd-9199-6d7b20eeef5d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0655296 Jul 12 03:51:37.316569 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-869b64ac-2b88-4f1a-b5eb-7d688f666669 req-ee369ab1-ab34-495a-8b67-f53403bebd58 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508475 Jul 12 03:51:37.449261 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 5a189e91-02f7-4137-9841-1026575b5c6c up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:37.493632 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 5a189e91-02f7-4137-9841-1026575b5c6c triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:37.494086 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:37.569504 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 5a189e91-02f7-4137-9841-1026575b5c6c is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:38.137960 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22eb498-ed7d-4147-9eee-ec3666a7b1d4 req-53bf3d44-f9cc-4a47-98ff-9fdc79c360bc tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:38.139343 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a22eb498-ed7d-4147-9eee-ec3666a7b1d4 req-53bf3d44-f9cc-4a47-98ff-9fdc79c360bc tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.0551386 Jul 12 03:51:38.185965 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a22eb498-ed7d-4147-9eee-ec3666a7b1d4 req-ee075300-e80d-49c4-9ac1-1e5704fdef47 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405645 Jul 12 03:51:38.346485 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-27c37aab-5f60-4606-b080-23d5af3fefaf req-9c264197-7423-4796-bed3-2905ee60c1fc tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 210 time: 0.0299830 Jul 12 03:51:38.431368 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10f8016-d4ae-480d-b163-3d830239f0c7 req-4fbcd88d-2d49-4b88-807d-d174ca1c5639 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:38.432752 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e10f8016-d4ae-480d-b163-3d830239f0c7 req-4fbcd88d-2d49-4b88-807d-d174ca1c5639 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0495377 Jul 12 03:51:38.481452 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e10f8016-d4ae-480d-b163-3d830239f0c7 req-2534d80a-e8cd-43e7-bbad-0eda45b4dfe8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429080 Jul 12 03:51:39.304621 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fdf6e-99b7-44ea-82b8-9439342d778a req-bcecd2a4-0909-4169-96e2-052a7db975ad tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:39.306075 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-da5fdf6e-99b7-44ea-82b8-9439342d778a req-bcecd2a4-0909-4169-96e2-052a7db975ad tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.0511115 Jul 12 03:51:39.354544 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-da5fdf6e-99b7-44ea-82b8-9439342d778a req-520d3f8c-455d-4d40-ae94-3826aee5424b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428498 Jul 12 03:51:39.453217 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8263b146-bd02-4d74-a986-9cabcf1be1b1 req-81e60343-fce4-473e-8cd2-360cc2007161 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 210 time: 0.0308714 Jul 12 03:51:39.607754 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4192d91-677d-4560-ae4b-7d0b2dd0b4ee req-0e5ed0c0-4258-451d-95a7-31bd4144abdf tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:39.609713 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d4192d91-677d-4560-ae4b-7d0b2dd0b4ee req-0e5ed0c0-4258-451d-95a7-31bd4144abdf tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0563445 Jul 12 03:51:39.658413 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d4192d91-677d-4560-ae4b-7d0b2dd0b4ee req-24d5f14f-a87a-4a7f-b1fc-9fea452b2a75 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428419 Jul 12 03:51:40.023711 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1784178-eaa7-415a-9338-aceb81058424 req-7d580847-3ec4-4add-96f5-aeceb77a617a tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:40.025369 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c1784178-eaa7-415a-9338-aceb81058424 req-7d580847-3ec4-4add-96f5-aeceb77a617a tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.44 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.0483365 Jul 12 03:51:40.315148 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:40.319088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-c1784178-eaa7-415a-9338-aceb81058424 req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Deleting port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:51:40.319491 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c1784178-eaa7-415a-9338-aceb81058424 req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:40.400828 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:40.457498 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-c1784178-eaa7-415a-9338-aceb81058424 req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] For port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:40.458225 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c1784178-eaa7-415a-9338-aceb81058424 req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:40.524927 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-c1784178-eaa7-415a-9338-aceb81058424 req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Calling delete_port for f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:51:40.558116 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a3e91c47-31c4-4644-84a9-3a8dccefed45 req-177c21aa-2397-4c64-8a41-1119b9c4a43b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 210 time: 0.0327287 Jul 12 03:51:40.562107 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec407d2-ff94-4be2-900c-ac56e46a3e8f req-8de67faf-6d2e-4fd9-a925-db430d1a4bf3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:40.563730 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fec407d2-ff94-4be2-900c-ac56e46a3e8f req-8de67faf-6d2e-4fd9-a925-db430d1a4bf3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 946 time: 0.1308117 Jul 12 03:51:40.601282 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860809-b355-4c52-a304-889c2d32cf05 req-3a1992a4-d0d4-4e7a-9499-5220e122e788 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:40.602677 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-3a1992a4-d0d4-4e7a-9499-5220e122e788 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.44 "GET /v2.0/networks?id=a69bab14-5f26-41ea-927b-f205133d3d80 HTTP/1.1" status: 200 len: 814 time: 0.2151346 Jul 12 03:51:40.668198 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fec407d2-ff94-4be2-900c-ac56e46a3e8f req-ae84e9c5-a6fc-4024-b759-b0ce9ddd79ed tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745430 Jul 12 03:51:40.728930 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Request body: {'port': {'device_id': '819ccee1-8d15-4186-9538-b903779cdf2f', 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80', 'admin_state_up': True, 'tenant_id': 'cd2e5f7d1e2e4aa3a98bbbf89a6ec276'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:40.751579 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c1784178-eaa7-415a-9338-aceb81058424 req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:40.786519 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Pushing event deleted for resources: {'Port': ['ID=f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:41.078387 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1784178-eaa7-415a-9338-aceb81058424 req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] No DVR routers for this DVR port f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:51:41.082156 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c1784178-eaa7-415a-9338-aceb81058424 req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:41.085292 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c1784178-eaa7-415a-9338-aceb81058424 req-6e7ef822-d0c7-4b84-8219-3d27710bc4f3 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.44 "DELETE /v2.0/ports/f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 HTTP/1.1" status: 204 len: 173 time: 0.8575492 Jul 12 03:51:41.085716 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed319c48-b1ca-431c-b513-311df9d609aa', 'name': 'network-vif-deleted', 'tag': 'f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:41.087933 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f711f941-6163-405e-b68e-bdd2b3009f25" -d '{"events": [{"server_uuid": "ed319c48-b1ca-431c-b513-311df9d609aa", "name": "network-vif-deleted", "tag": "f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:41.130907 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a53c4b25-d596-45c0-8843-3b83a52969e4 x-openstack-request-id: req-a53c4b25-d596-45c0-8843-3b83a52969e4 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:41.131283 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed319c48-b1ca-431c-b513-311df9d609aa", "name": "network-vif-deleted", "tag": "f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:41.131518 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a53c4b25-d596-45c0-8843-3b83a52969e4 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:41.131955 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a53c4b25-d596-45c0-8843-3b83a52969e4'] response: {'server_uuid': 'ed319c48-b1ca-431c-b513-311df9d609aa', 'name': 'network-vif-deleted', 'tag': 'f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3', 'status': 'completed', 'code': 200} Jul 12 03:51:41.138640 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Made reservation on behalf of cd2e5f7d1e2e4aa3a98bbbf89a6ec276 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:41.142561 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:41.265842 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:41.270212 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Allocated IP 172.20.0.14 (a69bab14-5f26-41ea-927b-f205133d3d80/5e8b92f6-f74a-4a41-8c22-e83346f7958c/0f893515-f3d7-4404-9069-2651d8e631d6) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:41.413332 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks [] for port (0f893515-f3d7-4404-9069-2651d8e631d6), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:41.445920 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:41.453801 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=85,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:41.495518 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Network a69bab14-5f26-41ea-927b-f205133d3d80 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:41.499126 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:41.503791 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:41.507823 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Pushing event updated for resources: {'Port': ['ID=0f893515-f3d7-4404-9069-2651d8e631d6,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:41.555967 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:41.556599 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:41.572772 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-93e89137-d1d9-4924-a266-b749b9a72904 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8478351 Jul 12 03:51:41.683745 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099234f0-b14e-426c-8905-dfd798906aae req-6378c7fc-b287-4e8f-a3b1-191ebe47635b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:41.685423 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-099234f0-b14e-426c-8905-dfd798906aae req-6378c7fc-b287-4e8f-a3b1-191ebe47635b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 932 time: 0.0506039 Jul 12 03:51:41.700181 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Request body: {'port': {'device_id': '819ccee1-8d15-4186-9538-b903779cdf2f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:41.800990 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-099234f0-b14e-426c-8905-dfd798906aae req-a76ca8e1-6c79-4685-9659-b8dad5cb902a tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095026 Jul 12 03:51:41.832872 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:41.898145 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b80b6913-e7ee-4028-95da-48a5a554ba6b req-0b38dee1-5a3e-4cd5-9e20-b8dcfa710ded tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=ed319c48-b1ca-431c-b513-311df9d609aa HTTP/1.1" status: 200 len: 210 time: 0.0432382 Jul 12 03:51:42.116567 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0f893515-f3d7-4404-9069-2651d8e631d6 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:51:42.124468 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Publish callbacks [] for port (0f893515-f3d7-4404-9069-2651d8e631d6), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.137282 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Transition to ACTIVE for port object 0f893515-f3d7-4404-9069-2651d8e631d6 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:51:42.142337 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 36216) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:42.146653 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-7fded3fe-e8f4-42af-9cc5-0750e07d364a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1870633404', 'description': 'tempest-description--2045992263'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:42.154163 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.160569 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:42.208397 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7fded3fe-e8f4-42af-9cc5-0750e07d364a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.228439 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f893515-f3d7-4404-9069-2651d8e631d6,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:42.229329 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:51:42.249680 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:51:42.250020 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device f6ccf5de-bcd7-4b16-8490-ab42e8fbffb3 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:51:42.338996 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Attempting to bind port 0f893515-f3d7-4404-9069-2651d8e631d6 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:42.339297 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Attempting to bind port 0f893515-f3d7-4404-9069-2651d8e631d6 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '96d4061d-8f79-479a-a074-d8fe8e92e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:42.339635 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Attempting to bind port 0f893515-f3d7-4404-9069-2651d8e631d6 on network a69bab14-5f26-41ea-927b-f205133d3d80 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:42.351182 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7fded3fe-e8f4-42af-9cc5-0750e07d364a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group (ab5f7a41-71e1-4ed6-8ff1-7ce00b478970), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.352667 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Port 0f893515-f3d7-4404-9069-2651d8e631d6 on network a69bab14-5f26-41ea-927b-f205133d3d80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:51:42.352968 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Attempting to bind port 0f893515-f3d7-4404-9069-2651d8e631d6 on network a69bab14-5f26-41ea-927b-f205133d3d80 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:42.354634 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:42.358612 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7fded3fe-e8f4-42af-9cc5-0750e07d364a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ab5f7a41-71e1-4ed6-8ff1-7ce00b478970), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.365368 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:42.365696 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Checking segment: {'id': '96d4061d-8f79-479a-a074-d8fe8e92e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:42.366068 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Bound using segment: {'id': '96d4061d-8f79-479a-a074-d8fe8e92e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:42.366523 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Bound port: 0f893515-f3d7-4404-9069-2651d8e631d6, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d4061d-8f79-479a-a074-d8fe8e92e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:42.366861 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.425451 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7fded3fe-e8f4-42af-9cc5-0750e07d364a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.426701 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-7fded3fe-e8f4-42af-9cc5-0750e07d364a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2834666 Jul 12 03:51:42.430675 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36218) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:42.432239 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fded3fe-e8f4-42af-9cc5-0750e07d364a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:42.435365 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-c3ab7f06-8c86-4ce0-8a38-d70db7c360a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Request body: {'security_group_rule': {'security_group_id': 'ab5f7a41-71e1-4ed6-8ff1-7ce00b478970', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:42.459942 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] For port 0f893515-f3d7-4404-9069-2651d8e631d6, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:42.463209 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7f06-8c86-4ce0-8a38-d70db7c360a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group_rule (1e3d545a-e494-4097-bb7c-a0e0cee25e08), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.463449 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] For port 0f893515-f3d7-4404-9069-2651d8e631d6, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=0f893515-f3d7-4404-9069-2651d8e631d6,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:42.469075 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.522939 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:42.523621 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.525001 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] 10.222.0.44 "PUT /v2.0/ports/0f893515-f3d7-4404-9069-2651d8e631d6 HTTP/1.1" status: 200 len: 1094 time: 0.8307068 Jul 12 03:51:42.526106 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3f9191-56f1-4339-bbb2-a2fae97dbfc6 service neutron] Pushing event updated for resources: {'Port': ['ID=0f893515-f3d7-4404-9069-2651d8e631d6,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:42.526625 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7f06-8c86-4ce0-8a38-d70db7c360a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group_rule (1e3d545a-e494-4097-bb7c-a0e0cee25e08), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.530716 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7f06-8c86-4ce0-8a38-d70db7c360a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (1e3d545a-e494-4097-bb7c-a0e0cee25e08), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.554950 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ab7f06-8c86-4ce0-8a38-d70db7c360a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e3d545a-e494-4097-bb7c-a0e0cee25e08,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:42.564684 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c3ab7f06-8c86-4ce0-8a38-d70db7c360a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.565848 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-c3ab7f06-8c86-4ce0-8a38-d70db7c360a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1341331 Jul 12 03:51:42.569021 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36220) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:42.575807 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-e40e9239-4e4b-4f25-a13e-566f0438e3e1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Request body: {'security_group_rule': {'security_group_id': 'ab5f7a41-71e1-4ed6-8ff1-7ce00b478970', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:42.590070 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:42.606051 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e40e9239-4e4b-4f25-a13e-566f0438e3e1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group_rule (efda94d3-6797-4b10-b41c-45560e3f06d6), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.635132 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860809-b355-4c52-a304-889c2d32cf05 req-e01b0420-5dca-4914-8c1d-322bf935cd9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:42.636677 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-e01b0420-5dca-4914-8c1d-322bf935cd9f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd2e5f7d1e2e4aa3a98bbbf89a6ec276&device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 1128 time: 0.0410507 Jul 12 03:51:42.654945 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:42.671712 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e40e9239-4e4b-4f25-a13e-566f0438e3e1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group_rule (efda94d3-6797-4b10-b41c-45560e3f06d6), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.675929 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e40e9239-4e4b-4f25-a13e-566f0438e3e1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (efda94d3-6797-4b10-b41c-45560e3f06d6), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.683237 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-ec20bd45-a6ff-4e5f-b7ab-bbe081adbbe3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f893515-f3d7-4404-9069-2651d8e631d6 HTTP/1.1" status: 200 len: 217 time: 0.0322778 Jul 12 03:51:42.695267 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40e9239-4e4b-4f25-a13e-566f0438e3e1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efda94d3-6797-4b10-b41c-45560e3f06d6,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:42.700984 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e40e9239-4e4b-4f25-a13e-566f0438e3e1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.702260 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e40e9239-4e4b-4f25-a13e-566f0438e3e1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1321247 Jul 12 03:51:42.706395 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36222) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:42.710798 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:42.736752 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.746541 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef860809-b355-4c52-a304-889c2d32cf05 req-f49d21bd-0ac1-4ea3-870e-f84e29e6cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:42.748072 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-f49d21bd-0ac1-4ea3-870e-f84e29e6cb1d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8b92f6-f74a-4a41-8c22-e83346f7958c HTTP/1.1" status: 200 len: 854 time: 0.0587196 Jul 12 03:51:42.782211 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-88a230d2-a5ff-4786-a484-c6aa1537cb0c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69bab14-5f26-41ea-927b-f205133d3d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276248 Jul 12 03:51:42.822676 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:42.876662 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-57dee695-4660-45b4-8034-775ea8154773 service neutron] 10.222.0.44 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873957 Jul 12 03:51:42.945110 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Allocated IP 172.27.0.82 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/732287e2-8ff6-44e0-9f8e-feb943207426) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:43.034674 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef860809-b355-4c52-a304-889c2d32cf05 req-99d832d5-817b-4b09-b04c-2ff0b9ed9f3e service neutron] 10.222.0.44 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1453094 Jul 12 03:51:43.087334 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd40ec8-f4e0-4ca6-b9fe-d3894308c661 req-2de8cb2c-7f74-4f33-980d-17d02fd08e17 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:43.089340 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4bd40ec8-f4e0-4ca6-b9fe-d3894308c661 req-2de8cb2c-7f74-4f33-980d-17d02fd08e17 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 944 time: 0.1122444 Jul 12 03:51:43.132743 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '819ccee1-8d15-4186-9538-b903779cdf2f', 'tag': '0f893515-f3d7-4404-9069-2651d8e631d6'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:43.135986 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed54f434-f512-4a94-806c-631c4e748652" -d '{"events": [{"name": "network-changed", "server_uuid": "819ccee1-8d15-4186-9538-b903779cdf2f", "tag": "0f893515-f3d7-4404-9069-2651d8e631d6"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:43.148643 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for port (732287e2-8ff6-44e0-9f8e-feb943207426), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:43.171206 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4bd40ec8-f4e0-4ca6-b9fe-d3894308c661 req-0ef149cc-e001-47e7-b56a-ff5efa7cd4d0 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715456 Jul 12 03:51:43.215932 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (732287e2-8ff6-44e0-9f8e-feb943207426), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:43.238411 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c3c6266-aff2-4d53-b2ef-a2c1b16315a6 x-openstack-request-id: req-7c3c6266-aff2-4d53-b2ef-a2c1b16315a6 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:43.238857 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "819ccee1-8d15-4186-9538-b903779cdf2f", "tag": "0f893515-f3d7-4404-9069-2651d8e631d6", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:43.239230 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-7c3c6266-aff2-4d53-b2ef-a2c1b16315a6 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:43.239722 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7c3c6266-aff2-4d53-b2ef-a2c1b16315a6'] response: {'name': 'network-changed', 'server_uuid': '819ccee1-8d15-4186-9538-b903779cdf2f', 'tag': '0f893515-f3d7-4404-9069-2651d8e631d6', 'status': 'completed', 'code': 200} Jul 12 03:51:43.265889 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:43.274655 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:43.280392 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:43.319673 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event updated for resources: {'Port': ['ID=732287e2-8ff6-44e0-9f8e-feb943207426,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:43.341408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:43.382485 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-05475d00-7900-4d20-bdf1-a531e1e98a17 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:43.384074 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-05475d00-7900-4d20-bdf1-a531e1e98a17 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/networks?id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 HTTP/1.1" status: 200 len: 808 time: 0.1868465 Jul 12 03:51:43.403945 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-2251242a-fc6b-4c9b-ba94-0b5ca749e739 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/quotas/3e33bfd157c64f8688b9720d80a3a8af HTTP/1.1" status: 200 len: 375 time: 0.0129642 Jul 12 03:51:43.434422 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for floatingip (08dd0cd0-e615-4e35-a4da-25cfe04f8e9f), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:43.454414 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-2c2fd220-fd23-472a-835e-cba895559fc8 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=3e33bfd157c64f8688b9720d80a3a8af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429029 Jul 12 03:51:43.479881 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (732287e2-8ff6-44e0-9f8e-feb943207426), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:43.509607 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:43.531569 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=86,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:43.559436 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-7b537337-5a0d-4872-9361-8a965e754cd2 service neutron] 10.222.0.20 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970218 Jul 12 03:51:43.665382 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-96fba8ae-6cd5-407e-9f8e-cee68e47a2b0 service neutron] 10.222.0.20 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0985649 Jul 12 03:51:43.665629 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for port (732287e2-8ff6-44e0-9f8e-feb943207426), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:43.671277 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (732287e2-8ff6-44e0-9f8e-feb943207426), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:43.743832 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event updated for resources: {'Port': ['ID=732287e2-8ff6-44e0-9f8e-feb943207426,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:43.762188 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (08dd0cd0-e615-4e35-a4da-25cfe04f8e9f), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:43.779413 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:43.784068 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-45892208-6b39-4927-8d7a-2c2ea5aa70fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0733666 Jul 12 03:51:43.861066 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2d746857-28fb-4ee0-b5a4-91d6cb92b320 req-3f6d0f67-5cc8-44b3-bbeb-950da119c29f tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0495684 Jul 12 03:51:44.024529 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-40d3174e-6f05-4481-b42f-72199ed11861 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1870633404&fields=id&tenant_id=fd03cff94a1842d8811deafa0dce10f9 HTTP/1.1" status: 200 len: 267 time: 0.0512900 Jul 12 03:51:44.144626 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-3bd11787-28bd-4107-ab67-7b4a4c0a139b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:44.146160 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-3bd11787-28bd-4107-ab67-7b4a4c0a139b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 818 time: 0.1123354 Jul 12 03:51:44.163629 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-4991e64b-b52b-4933-8f00-b5380bc4f86e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/quotas/fd03cff94a1842d8811deafa0dce10f9 HTTP/1.1" status: 200 len: 375 time: 0.0100486 Jul 12 03:51:44.224658 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-a92c802b-0deb-432a-845d-fa0867f9cd45 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0554481 Jul 12 03:51:44.297434 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b988c410-14dd-4cc2-8b97-e2c3f283a637 req-3d6ea539-8114-44fb-bc9f-32ebccb18354 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:44.298894 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b988c410-14dd-4cc2-8b97-e2c3f283a637 req-3d6ea539-8114-44fb-bc9f-32ebccb18354 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 944 time: 0.0521042 Jul 12 03:51:44.309709 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:44.332294 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-f3e68bcc-a8af-48fb-9a3a-806bc3705816 service neutron] 10.222.0.20 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960867 Jul 12 03:51:44.350373 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b988c410-14dd-4cc2-8b97-e2c3f283a637 req-a396576c-f482-4cc6-9723-1309412a9bdd tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456922 Jul 12 03:51:44.427427 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-ffb17083-d96e-4e8f-91b2-f5258eefc4ab service neutron] 10.222.0.20 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884454 Jul 12 03:51:44.599060 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8fd465ba-5adc-4e5b-ba3b-78a38ff8d01c req-34aff96d-ee82-4256-a21f-526505ff46f0 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0302763 Jul 12 03:51:44.967312 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f9fe9f0d-3226-45f1-ae63-9a7cc0d507b1 req-ce5f73d9-b51f-4fd5-a98b-fe322ec09c18 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0423241 Jul 12 03:51:45.195815 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3b69788a-4835-48b2-a56e-2ab8be181893 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:45.481395 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc68ac4-b5e8-4963-95fb-95f535e58b47 req-d4068f79-143b-47b6-9ad7-426366c47db9 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:45.483070 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cdc68ac4-b5e8-4963-95fb-95f535e58b47 req-d4068f79-143b-47b6-9ad7-426366c47db9 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 944 time: 0.0540576 Jul 12 03:51:45.489476 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:45.502978 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:45.531970 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cdc68ac4-b5e8-4963-95fb-95f535e58b47 req-c4964062-7658-438b-b8d8-63715c829fae tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428543 Jul 12 03:51:45.700350 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2c635811-b75f-4216-b781-2d5d1f2cd690 req-b63460e8-748b-476d-8748-e0356b08f8a9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0290341 Jul 12 03:51:46.062713 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5e5820de-6dcd-4155-87d9-f1b20f60f403 req-5abda2dd-0551-4375-9c0b-6b46bc6c6593 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0281935 Jul 12 03:51:46.657270 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8569a5a-2f55-42de-ab26-c6b66c529ee6 req-438964e7-f163-4702-a152-4c28792c551f tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:46.659024 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a8569a5a-2f55-42de-ab26-c6b66c529ee6 req-438964e7-f163-4702-a152-4c28792c551f tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 944 time: 0.0535529 Jul 12 03:51:46.708741 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a8569a5a-2f55-42de-ab26-c6b66c529ee6 req-722f9598-bf78-4798-92fb-ebc150fec696 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440083 Jul 12 03:51:46.812430 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b60e2d12-18cf-4417-9729-76dcdab0e2b2 req-40779e38-007b-4148-b924-c42013590dcc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0283346 Jul 12 03:51:46.913359 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=82,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:46.918579 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=15 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:47.162328 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3838e7c-f91c-4741-b186-470f5f245bec req-cfe176e6-4ab7-44f3-916c-c874951faeb6 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0281186 Jul 12 03:51:47.696171 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-bf062e92-b397-47b1-b5b9-0fc44e4e4a70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:47.827653 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2a4fa-6c3b-4b90-a39f-87b7793a7f33 req-108ccd69-2216-443a-ba2b-96bc004a9755 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:47.829169 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-84c2a4fa-6c3b-4b90-a39f-87b7793a7f33 req-108ccd69-2216-443a-ba2b-96bc004a9755 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 944 time: 0.0505443 Jul 12 03:51:47.880397 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-84c2a4fa-6c3b-4b90-a39f-87b7793a7f33 req-c05187c5-5a14-4de3-8e89-147c875a50c2 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439069 Jul 12 03:51:48.056657 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4d0945a9-20c7-4350-b6d0-c0791e0ea060 req-2ac7ee7e-85c6-4e42-b0fd-20d0422e688c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0345564 Jul 12 03:51:48.264037 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4608a41d-d1c7-4bd3-902f-529fb0c21534 req-d46bde2a-9367-4be1-9a2e-62eddd5a5aaa tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0279226 Jul 12 03:51:48.658626 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:49.010623 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e4cd5-18b7-4cfc-81fa-24ff1ef4d413 req-6827fb8f-dbd1-41d7-aca5-9c026f855f21 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:49.012160 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-558e4cd5-18b7-4cfc-81fa-24ff1ef4d413 req-6827fb8f-dbd1-41d7-aca5-9c026f855f21 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 944 time: 0.0537088 Jul 12 03:51:49.066655 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-558e4cd5-18b7-4cfc-81fa-24ff1ef4d413 req-07578ab8-0188-4834-915f-4496ebb621f9 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480859 Jul 12 03:51:49.155277 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d4c32a55-308e-4dff-9ee5-f90d9bd1b01c req-bfa252f1-1537-4372-b510-d04974dd21ce tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0287433 Jul 12 03:51:49.371454 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6a8b5324-b470-4a23-bf2d-1bc1e03b6a77 req-97f73639-7531-472f-adfa-48caf6adda65 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0350065 Jul 12 03:51:50.117290 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:50.197909 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5395037-e8bb-455c-836a-bee112800c0e req-cc88f90b-b6e5-41cf-b03a-3da54b3dce30 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:50.199552 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c5395037-e8bb-455c-836a-bee112800c0e req-cc88f90b-b6e5-41cf-b03a-3da54b3dce30 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 944 time: 0.0533466 Jul 12 03:51:50.247466 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c5395037-e8bb-455c-836a-bee112800c0e req-cc825776-8714-4281-9386-196b5fb281a8 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415287 Jul 12 03:51:50.253699 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0daa0207-5d81-4145-ab02-e1cf0bbd61f9 req-71278733-0ce2-4385-be0c-44f07acc5bd3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0310028 Jul 12 03:51:50.437501 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 0f893515-f3d7-4404-9069-2651d8e631d6 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:51:50.443096 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:50.481873 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-692d440c-a6fe-4de8-b111-358e486737fa req-b308640b-504d-4410-b370-80f1b060436d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0274432 Jul 12 03:51:50.541174 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 0f893515-f3d7-4404-9069-2651d8e631d6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=0f893515-f3d7-4404-9069-2651d8e631d6,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:50.552640 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '0f893515-f3d7-4404-9069-2651d8e631d6', 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80', 'port_id': '0f893515-f3d7-4404-9069-2651d8e631d6', 'mac_address': 'fa:16:3e:26:38:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8b92f6-f74a-4a41-8c22-e83346f7958c', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:51:50.600301 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:50.603413 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 0f893515-f3d7-4404-9069-2651d8e631d6 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:50.603786 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:50.617072 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0f893515-f3d7-4404-9069-2651d8e631d6 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:51:50.636875 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 0f893515-f3d7-4404-9069-2651d8e631d6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=0f893515-f3d7-4404-9069-2651d8e631d6,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:50.641640 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:50.687002 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=0f893515-f3d7-4404-9069-2651d8e631d6,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:51.349193 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-382f00b1-b74a-40f8-bb95-22e1c29d8727 req-395345be-4f4f-41a7-bab4-fdc9d065ad1f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0282011 Jul 12 03:51:51.363172 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4932158c-b5a1-49a8-ac1f-f9652acc3d7c req-f1f0dc50-d62d-47ed-9fb4-e1e30abec3fd tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:51.364743 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4932158c-b5a1-49a8-ac1f-f9652acc3d7c req-f1f0dc50-d62d-47ed-9fb4-e1e30abec3fd tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 945 time: 0.0505829 Jul 12 03:51:51.412623 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4932158c-b5a1-49a8-ac1f-f9652acc3d7c req-103b7b3b-b814-4648-806c-cb7e93a608fd tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418239 Jul 12 03:51:51.584398 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f00f7af5-b398-4167-b60f-9fad241ca4f4 req-a3a04daf-b93d-47ff-8124-5068eb9241d1 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0290949 Jul 12 03:51:52.426299 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:52.447713 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-12a8458c-4470-4b83-aecb-c9bb97b0ec40 req-886dea37-5433-4434-abee-3b3c08469136 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0316677 Jul 12 03:51:52.529759 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8eeda9d-7fb7-40bb-8bc6-5296c9c00b68 req-b66f84ca-f956-45af-97da-dcdbcd77204f tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:52.531174 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e8eeda9d-7fb7-40bb-8bc6-5296c9c00b68 req-b66f84ca-f956-45af-97da-dcdbcd77204f tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 945 time: 0.0505755 Jul 12 03:51:52.579031 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e8eeda9d-7fb7-40bb-8bc6-5296c9c00b68 req-c6798f39-7586-4ce9-82f1-7e03d74b89e5 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421143 Jul 12 03:51:52.664273 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['0f893515-f3d7-4404-9069-2651d8e631d6'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:51:52.685071 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e8891632-fc3e-4a8f-92ce-d33e915f276e req-4ed56214-659b-4fe6-9fa4-f9cd6706f305 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0286195 Jul 12 03:51:52.719128 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:52.915417 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54f434-f512-4a94-806c-631c4e748652 req-7dafe8a0-e288-409e-8bc9-519bcd16ba68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:52.917073 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed54f434-f512-4a94-806c-631c4e748652 req-7dafe8a0-e288-409e-8bc9-519bcd16ba68 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd2e5f7d1e2e4aa3a98bbbf89a6ec276&device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 1129 time: 0.0499249 Jul 12 03:51:53.035096 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54f434-f512-4a94-806c-631c4e748652 req-7715b6ea-6f59-4ec4-8a0b-d756d0cc656c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:53.036877 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed54f434-f512-4a94-806c-631c4e748652 req-7715b6ea-6f59-4ec4-8a0b-d756d0cc656c service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69bab14-5f26-41ea-927b-f205133d3d80 HTTP/1.1" status: 200 len: 915 time: 0.0981631 Jul 12 03:51:53.111846 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed54f434-f512-4a94-806c-631c4e748652 req-f3e359ff-6900-4523-bdea-242c106912c5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0f893515-f3d7-4404-9069-2651d8e631d6 HTTP/1.1" status: 200 len: 217 time: 0.0378616 Jul 12 03:51:53.190249 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed54f434-f512-4a94-806c-631c4e748652 req-63330c21-094a-4fd8-ba50-b64da8361091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:53.191997 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed54f434-f512-4a94-806c-631c4e748652 req-63330c21-094a-4fd8-ba50-b64da8361091 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8b92f6-f74a-4a41-8c22-e83346f7958c HTTP/1.1" status: 200 len: 854 time: 0.0447168 Jul 12 03:51:53.225935 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed54f434-f512-4a94-806c-631c4e748652 req-a0dc837c-4d01-44db-9cc5-930a202491c8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69bab14-5f26-41ea-927b-f205133d3d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263717 Jul 12 03:51:53.558668 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-070e68ff-119d-45de-9420-fbc2bb03ab10 req-c95f5221-4cf3-4658-93f6-beb3a3ced14d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0366380 Jul 12 03:51:53.672471 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed54f434-f512-4a94-806c-631c4e748652 req-80999f16-27fa-468c-b496-977cdfed318e service neutron] 10.222.0.44 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067998 Jul 12 03:51:53.709506 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d642c86-1e70-4f54-8251-28df2ecd7482 req-0c61bc78-2279-4490-ba87-324449d3405d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:53.710981 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6d642c86-1e70-4f54-8251-28df2ecd7482 req-0c61bc78-2279-4490-ba87-324449d3405d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 945 time: 0.0493333 Jul 12 03:51:53.761404 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6d642c86-1e70-4f54-8251-28df2ecd7482 req-588b9641-0082-4e33-81b6-33537afa184e tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446334 Jul 12 03:51:53.789388 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cd9f80d8-c45b-4e59-a2c4-d0ab74c1a3ac req-eca6509f-1cbf-4a19-998e-43f75348f1ab tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0344419 Jul 12 03:51:53.937902 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 0f893515-f3d7-4404-9069-2651d8e631d6 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:51:54.007812 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 0f893515-f3d7-4404-9069-2651d8e631d6 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:51:54.024637 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 0f893515-f3d7-4404-9069-2651d8e631d6 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:54.025884 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:54.047359 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:54.070579 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed54f434-f512-4a94-806c-631c4e748652 req-f0dfa4d1-791d-429d-9480-2889f2e30314 service neutron] 10.222.0.44 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719744 Jul 12 03:51:54.095726 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-094515c1-6ae5-4080-bf0a-83336711bd64 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:54.097287 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-094515c1-6ae5-4080-bf0a-83336711bd64 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 818 time: 0.1321902 Jul 12 03:51:54.109028 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 0f893515-f3d7-4404-9069-2651d8e631d6 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:51:54.109505 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:54.138376 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819ccee1-8d15-4186-9538-b903779cdf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f893515-f3d7-4404-9069-2651d8e631d6'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:54.141296 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3df7b0d1-f111-451e-a315-4705b9fc5844" -d '{"events": [{"server_uuid": "819ccee1-8d15-4186-9538-b903779cdf2f", "name": "network-vif-plugged", "status": "completed", "tag": "0f893515-f3d7-4404-9069-2651d8e631d6"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:54.161721 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 0f893515-f3d7-4404-9069-2651d8e631d6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=0f893515-f3d7-4404-9069-2651d8e631d6,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:51:54.172230 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:54.210510 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e6df2cb-42db-44be-a270-b83f5a7eb74f x-openstack-request-id: req-1e6df2cb-42db-44be-a270-b83f5a7eb74f {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:54.210991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819ccee1-8d15-4186-9538-b903779cdf2f", "name": "network-vif-plugged", "status": "completed", "tag": "0f893515-f3d7-4404-9069-2651d8e631d6", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:54.211581 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1e6df2cb-42db-44be-a270-b83f5a7eb74f {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:54.212170 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1e6df2cb-42db-44be-a270-b83f5a7eb74f'] response: {'server_uuid': '819ccee1-8d15-4186-9538-b903779cdf2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0f893515-f3d7-4404-9069-2651d8e631d6', 'code': 200} Jul 12 03:51:54.254960 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=0f893515-f3d7-4404-9069-2651d8e631d6,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:54.259912 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-4f091ab7-c41c-4d7f-ab58-14edcb02d206 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fd03cff94a1842d8811deafa0dce10f9 HTTP/1.1" status: 200 len: 380 time: 0.1139967 Jul 12 03:51:54.278027 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Request body: {'port': {'device_id': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'admin_state_up': True, 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'security_groups': ['ab5f7a41-71e1-4ed6-8ff1-7ce00b478970']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:54.308400 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:54.319084 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-c13d33d7-0bbf-4d51-8150-a52373b0cbed tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:54.320663 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-c13d33d7-0bbf-4d51-8150-a52373b0cbed tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.44 "GET /v2.0/networks?id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 HTTP/1.1" status: 200 len: 808 time: 0.1874759 Jul 12 03:51:54.401733 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Made reservation on behalf of fd03cff94a1842d8811deafa0dce10f9 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:54.405112 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:54.485976 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Request body: {'port': {'device_id': '7ee6a36c-bb82-426b-887c-4751a86c86c6', 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4', 'admin_state_up': True, 'tenant_id': '3e33bfd157c64f8688b9720d80a3a8af'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:54.537126 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Allocated IP 172.20.0.10 (8bb25d8f-4fca-43c0-92f4-dd80289def0e/385701f3-82c4-4660-9654-eb0084243bda/a1b17494-72de-4c33-8c66-6af3d34f96b4) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:54.545779 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:54.614848 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:54.625287 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Made reservation on behalf of 3e33bfd157c64f8688b9720d80a3a8af for: {'port': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:51:54.628900 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:54.669511 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fb015578-bba4-4f70-b2d9-e35af18b5d7a req-1aa02f96-627e-4618-bf98-5823da9b0dff tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0298038 Jul 12 03:51:54.735216 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be2cfa0-16c5-4c0b-be6c-e02232052356 req-01668b0f-1672-4b29-8f7e-2f983de5b0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:54.736771 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6be2cfa0-16c5-4c0b-be6c-e02232052356 req-01668b0f-1672-4b29-8f7e-2f983de5b0a4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 1130 time: 0.0643799 Jul 12 03:51:54.749767 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:54.784185 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Allocated IP 172.20.0.13 (1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4/8b1d4842-c330-447c-a65b-cc6d896d6958/86e763d9-f470-4437-a522-b77fc1d939bf) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:51:54.811961 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6be2cfa0-16c5-4c0b-be6c-e02232052356 req-3fce7c38-087a-4a51-8960-0b5d5504f1f6 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644400 Jul 12 03:51:54.821694 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:54.889922 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:54.908361 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-51003a8a-e1a7-4f22-a655-c46df3433eb7 req-3f58a0bc-4798-46b3-be9a-c8af21d4b026 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0401161 Jul 12 03:51:54.913742 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:54.922429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:54.953234 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event updated for resources: {'Port': ['ID=a1b17494-72de-4c33-8c66-6af3d34f96b4,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:54.967804 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111fb37f-ddcc-4bb5-8f34-95f3172c73e4 req-b14d084e-1bf0-4cc8-b209-d09918ce89b3 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:54.969374 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-111fb37f-ddcc-4bb5-8f34-95f3172c73e4 req-b14d084e-1bf0-4cc8-b209-d09918ce89b3 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 946 time: 0.1125171 Jul 12 03:51:55.001247 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks [] for port (86e763d9-f470-4437-a522-b77fc1d939bf), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.002460 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:55.002943 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.039462 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.039703 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-25332bae-6119-46a4-a4b5-646ffb630b53 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7667511 Jul 12 03:51:55.052504 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-111fb37f-ddcc-4bb5-8f34-95f3172c73e4 req-cf2fe0c4-b2d1-477f-b3cb-124125519d11 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767124 Jul 12 03:51:55.088572 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:51:55.091627 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:51:55.095483 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:51:55.123065 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Pushing event updated for resources: {'Port': ['ID=86e763d9-f470-4437-a522-b77fc1d939bf,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:55.149460 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:55.150072 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.167272 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-bef8cc15-4be7-4e5d-998e-ec892caa278d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6854012 Jul 12 03:51:55.239221 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-209f0cc1-4454-4e51-a840-6fedbb714c36 None None] Provisioning complete for port a1b17494-72de-4c33-8c66-6af3d34f96b4 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:51:55.239804 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-209f0cc1-4454-4e51-a840-6fedbb714c36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.275083 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-209f0cc1-4454-4e51-a840-6fedbb714c36 None None] Port a1b17494-72de-4c33-8c66-6af3d34f96b4 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:51:55.348770 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Request body: {'port': {'device_id': '7ee6a36c-bb82-426b-887c-4751a86c86c6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:55.349407 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Request body: {'port': {'device_id': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:51:55.388890 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:55.414197 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.416631 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.564496 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:INSERT=3,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:55.660634 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:55.694559 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86e763d9-f470-4437-a522-b77fc1d939bf {{(pid=110647) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:51:55.703230 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Publish callbacks [] for port (86e763d9-f470-4437-a522-b77fc1d939bf), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.717797 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.provisioning_blocks [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Transition to ACTIVE for port object 86e763d9-f470-4437-a522-b77fc1d939bf will not be triggered until provisioned by entity L2. {{(pid=110647) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:51:55.724894 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.815655 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Pushing event updated for resources: {'Port': ['ID=86e763d9-f470-4437-a522-b77fc1d939bf,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:55.826347 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c667ced-cd0e-4ee0-bbd9-4e6862f93928 req-b52b75f6-bf23-4ffc-8cfc-a1a942d4df05 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:55.827864 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c667ced-cd0e-4ee0-bbd9-4e6862f93928 req-b52b75f6-bf23-4ffc-8cfc-a1a942d4df05 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 932 time: 0.0767863 Jul 12 03:51:55.848511 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:55.903580 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1b17494-72de-4c33-8c66-6af3d34f96b4 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:51:55.912093 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Publish callbacks [] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.925223 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Transition to ACTIVE for port object a1b17494-72de-4c33-8c66-6af3d34f96b4 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:51:55.926575 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c667ced-cd0e-4ee0-bbd9-4e6862f93928 req-f451ab9a-00db-4d9b-907b-d2a77dc350d8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789044 Jul 12 03:51:55.936092 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.managers [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Attempting to bind port 86e763d9-f470-4437-a522-b77fc1d939bf on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:55.936431 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.managers [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Attempting to bind port 86e763d9-f470-4437-a522-b77fc1d939bf by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '1aeb5d9f-bb28-46f0-8bff-95204a297642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4'}] {{(pid=110647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:55.936809 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Attempting to bind port 86e763d9-f470-4437-a522-b77fc1d939bf on network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:55.939414 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:55.955495 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Port 86e763d9-f470-4437-a522-b77fc1d939bf on network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:51:55.956164 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Attempting to bind port 86e763d9-f470-4437-a522-b77fc1d939bf on network 1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:55.965300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:55.965300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Checking segment: {'id': '1aeb5d9f-bb28-46f0-8bff-95204a297642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:55.965674 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Bound using segment: {'id': '1aeb5d9f-bb28-46f0-8bff-95204a297642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4'} {{(pid=110647) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:55.966202 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.managers [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Bound port: 86e763d9-f470-4437-a522-b77fc1d939bf, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1aeb5d9f-bb28-46f0-8bff-95204a297642', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4'}}] {{(pid=110647) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:55.966587 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:56.034561 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] For port 86e763d9-f470-4437-a522-b77fc1d939bf, host hv-cinder-84773, cleared binding levels {{(pid=110647) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:56.038317 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] For port 86e763d9-f470-4437-a522-b77fc1d939bf, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=86e763d9-f470-4437-a522-b77fc1d939bf,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110647) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:56.045894 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:56.111289 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b17494-72de-4c33-8c66-6af3d34f96b4,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:56.126186 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bd04d3-682c-4dcb-b6e0-a5438d17979d req-8aa755c2-3cf5-4d5f-8dd5-9b4420044071 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:56.127907 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-72bd04d3-682c-4dcb-b6e0-a5438d17979d req-8aa755c2-3cf5-4d5f-8dd5-9b4420044071 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 944 time: 0.1316700 Jul 12 03:51:56.134078 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Attempting to bind port a1b17494-72de-4c33-8c66-6af3d34f96b4 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:51:56.134414 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Attempting to bind port a1b17494-72de-4c33-8c66-6af3d34f96b4 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:51:56.134740 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Attempting to bind port a1b17494-72de-4c33-8c66-6af3d34f96b4 on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:56.156204 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Port a1b17494-72de-4c33-8c66-6af3d34f96b4 on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:51:56.156543 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Attempting to bind port a1b17494-72de-4c33-8c66-6af3d34f96b4 on network 8bb25d8f-4fca-43c0-92f4-dd80289def0e {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:51:56.163870 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:51:56.164209 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Checking segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:51:56.164546 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Bound using segment: {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:51:56.164979 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Bound port: a1b17494-72de-4c33-8c66-6af3d34f96b4, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:51:56.165336 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:56.227940 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-72bd04d3-682c-4dcb-b6e0-a5438d17979d req-9611f244-bbf5-4f52-8acd-deebff3f7bc6 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905504 Jul 12 03:51:56.261676 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] For port a1b17494-72de-4c33-8c66-6af3d34f96b4, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:51:56.265225 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] For port a1b17494-72de-4c33-8c66-6af3d34f96b4, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:51:56.271586 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:56.312345 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:56.312960 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:56.314356 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] 10.222.0.44 "PUT /v2.0/ports/a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 200 len: 1094 time: 0.9717178 Jul 12 03:51:56.314792 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:56.317041 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8814a268-bbbb-4ded-b64e-95268b63365f" -d '{"events": [{"name": "network-changed", "server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:56.346064 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755fa57-73b0-4e67-806f-da171eccb5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1b17494-72de-4c33-8c66-6af3d34f96b4,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:56.351386 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:56.352030 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for port (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:56.353489 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] 10.222.0.44 "PUT /v2.0/ports/86e763d9-f470-4437-a522-b77fc1d939bf HTTP/1.1" status: 200 len: 1094 time: 1.0112994 Jul 12 03:51:56.354002 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ee6a36c-bb82-426b-887c-4751a86c86c6', 'tag': '86e763d9-f470-4437-a522-b77fc1d939bf'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:51:56.356353 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59" -d '{"events": [{"name": "network-changed", "server_uuid": "7ee6a36c-bb82-426b-887c-4751a86c86c6", "tag": "86e763d9-f470-4437-a522-b77fc1d939bf"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:51:56.382829 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d846cc7e-ee85-48b9-848a-1fdfea46b20b x-openstack-request-id: req-d846cc7e-ee85-48b9-848a-1fdfea46b20b {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:56.383370 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:56.383624 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d846cc7e-ee85-48b9-848a-1fdfea46b20b {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:56.384059 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d846cc7e-ee85-48b9-848a-1fdfea46b20b'] response: {'name': 'network-changed', 'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'status': 'completed', 'code': 200} Jul 12 03:51:56.396983 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572dc9ba-c174-4259-b758-463951548e86 req-9e1c3cff-cafe-4c04-8291-6a55ab67bd68 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:56.398647 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-572dc9ba-c174-4259-b758-463951548e86 req-9e1c3cff-cafe-4c04-8291-6a55ab67bd68 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 946 time: 0.0846350 Jul 12 03:51:56.399483 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4a4525-63c7-458b-97a8-b4e091e2dc80 service neutron] Pushing event updated for resources: {'Port': ['ID=86e763d9-f470-4437-a522-b77fc1d939bf,revision_number=3']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:56.417686 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa10edd-61ac-423b-adc0-773a22cf4dbf x-openstack-request-id: req-bfa10edd-61ac-423b-adc0-773a22cf4dbf {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:51:56.417965 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ee6a36c-bb82-426b-887c-4751a86c86c6", "tag": "86e763d9-f470-4437-a522-b77fc1d939bf", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:51:56.418209 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bfa10edd-61ac-423b-adc0-773a22cf4dbf {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:51:56.418600 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfa10edd-61ac-423b-adc0-773a22cf4dbf'] response: {'name': 'network-changed', 'server_uuid': '7ee6a36c-bb82-426b-887c-4751a86c86c6', 'tag': '86e763d9-f470-4437-a522-b77fc1d939bf', 'status': 'completed', 'code': 200} Jul 12 03:51:56.457738 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-572dc9ba-c174-4259-b758-463951548e86 req-074e408e-53a3-4a51-b128-4d2f6742f2a0 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473139 Jul 12 03:51:56.687282 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-6d8d6b02-16f2-43a2-ab42-12687e5ab70c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:56.688731 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-6d8d6b02-16f2-43a2-ab42-12687e5ab70c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1128 time: 0.0416327 Jul 12 03:51:57.065196 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6565516a-b553-4cda-99a1-c8efb9695cd2 req-c1a9499e-07aa-4417-819f-90afae0633a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:57.066685 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6565516a-b553-4cda-99a1-c8efb9695cd2 req-c1a9499e-07aa-4417-819f-90afae0633a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 944 time: 0.0581498 Jul 12 03:51:57.143667 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6565516a-b553-4cda-99a1-c8efb9695cd2 req-19f1e340-6f92-4870-864b-bda95b7bae13 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688739 Jul 12 03:51:57.150978 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-68071220-44d8-4d8c-b98c-559139b3cacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:57.152524 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-68071220-44d8-4d8c-b98c-559139b3cacc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e33bfd157c64f8688b9720d80a3a8af&device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 1128 time: 0.0465953 Jul 12 03:51:57.252203 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-15600e94-a0df-4773-9b11-100bc49e34c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e763d9-f470-4437-a522-b77fc1d939bf HTTP/1.1" status: 200 len: 217 time: 0.0354612 Jul 12 03:51:57.252926 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-e4fd8239-e9fe-461b-9319-a925b3c772c1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 200 len: 217 time: 0.0396974 Jul 12 03:51:57.272703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:57.317075 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-c656922e-5d24-4c51-af55-05ed0ca5cf7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:57.318507 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-c656922e-5d24-4c51-af55-05ed0ca5cf7d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b1d4842-c330-447c-a65b-cc6d896d6958 HTTP/1.1" status: 200 len: 848 time: 0.0536134 Jul 12 03:51:57.349580 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-4c9301ba-d3d2-4c83-9759-1067733c59e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:57.351044 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-4c9301ba-d3d2-4c83-9759-1067733c59e8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0865002 Jul 12 03:51:57.352474 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-ef9a04e8-4f37-4c04-8148-ea75ae9851f4 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263567 Jul 12 03:51:57.366665 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31eb9a2-3f14-4b0a-85ee-847e4acdea4c req-3dc49a67-e985-4b93-b62f-c93c496872de tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:57.368406 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b31eb9a2-3f14-4b0a-85ee-847e4acdea4c req-3dc49a67-e985-4b93-b62f-c93c496872de tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 944 time: 0.0637565 Jul 12 03:51:57.421194 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-bdc76bf5-44ec-42cb-9d64-a29b5bfcfd1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:57.422657 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-bdc76bf5-44ec-42cb-9d64-a29b5bfcfd1d service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0537214 Jul 12 03:51:57.451341 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-2826c19b-4354-4ab3-9d75-9bc08f36dd6b service neutron] 10.222.0.44 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864604 Jul 12 03:51:57.457183 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:57.465598 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b31eb9a2-3f14-4b0a-85ee-847e4acdea4c req-f143cbc8-3602-4431-90d1-ad815ab51c4c tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887599 Jul 12 03:51:57.532455 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-581f084c-6731-4be4-b8c3-3501b098b0c3 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017630 Jul 12 03:51:57.592710 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a1f0788d-2e8b-482b-8f64-23c305236aa9 req-86e25474-4cf9-4362-81ff-5de7bd90ca57 service neutron] 10.222.0.44 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341908 Jul 12 03:51:57.598712 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19c4eab-22bf-470e-b21f-4d67e8a686ad req-37200ff8-8e3b-4da2-b280-b17d0ed4c04b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:57.600090 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e19c4eab-22bf-470e-b21f-4d67e8a686ad req-37200ff8-8e3b-4da2-b280-b17d0ed4c04b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 946 time: 0.0709956 Jul 12 03:51:57.628482 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-71db423b-f393-41d7-91cf-46a61b9a0fea req-d3baa704-438f-4165-bc2a-0c4c8526e270 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893621 Jul 12 03:51:57.647982 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:57.652960 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e19c4eab-22bf-470e-b21f-4d67e8a686ad req-90c3fd9f-b86e-4a40-9cf5-e540247b3435 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471413 Jul 12 03:51:57.874050 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36510) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:57.981548 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:51:57.991716 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e66270ea-bdfc-464d-9035-06cffff554dd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:58.093136 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e66270ea-bdfc-464d-9035-06cffff554dd admin admin] Publish callbacks [] for security_group (f36bbd7e-8a7c-491d-bd44-78e18b887a29), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:58.097683 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e66270ea-bdfc-464d-9035-06cffff554dd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f36bbd7e-8a7c-491d-bd44-78e18b887a29), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:58.142707 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e66270ea-bdfc-464d-9035-06cffff554dd admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=487d80530bdc47d68d3dce4a978ca6e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668545 Jul 12 03:51:58.143671 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66270ea-bdfc-464d-9035-06cffff554dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36bbd7e-8a7c-491d-bd44-78e18b887a29,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:58.145413 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 36518) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:51:58.195712 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-be91fa54-36b2-4d0e-8754-ae40ae2aff88 admin admin] Publish callbacks [] for security_group (f36bbd7e-8a7c-491d-bd44-78e18b887a29), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:58.217564 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-be91fa54-36b2-4d0e-8754-ae40ae2aff88 admin admin] Publish callbacks [] for security_group (f36bbd7e-8a7c-491d-bd44-78e18b887a29), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:58.263896 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1499d50-2dfd-4bd4-9e7b-7ac8efdc49cc req-d08d2a32-e457-4ead-8356-2b8ae3cec342 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:58.265553 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1499d50-2dfd-4bd4-9e7b-7ac8efdc49cc req-d08d2a32-e457-4ead-8356-2b8ae3cec342 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 944 time: 0.0530896 Jul 12 03:51:58.269705 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-be91fa54-36b2-4d0e-8754-ae40ae2aff88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f36bbd7e-8a7c-491d-bd44-78e18b887a29), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:58.272247 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-be91fa54-36b2-4d0e-8754-ae40ae2aff88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:51:58.273377 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-be91fa54-36b2-4d0e-8754-ae40ae2aff88 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f36bbd7e-8a7c-491d-bd44-78e18b887a29 HTTP/1.1" status: 204 len: 168 time: 0.1268177 Jul 12 03:51:58.282971 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be91fa54-36b2-4d0e-8754-ae40ae2aff88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36bbd7e-8a7c-491d-bd44-78e18b887a29,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:51:58.316087 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1499d50-2dfd-4bd4-9e7b-7ac8efdc49cc req-68269559-2baa-40c4-b152-46fcf3dcfb36 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440712 Jul 12 03:51:58.597337 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6656318d-b87b-4b6b-bcd9-75e0b00efb37 req-aa16cbbf-01df-44ce-b5a0-77cb27c9fbe5 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:58.599032 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6656318d-b87b-4b6b-bcd9-75e0b00efb37 req-aa16cbbf-01df-44ce-b5a0-77cb27c9fbe5 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 944 time: 0.0613937 Jul 12 03:51:58.659300 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6656318d-b87b-4b6b-bcd9-75e0b00efb37 req-8c0fb2e7-e1e7-4a92-8bf7-beee81a387ff tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490177 Jul 12 03:51:59.464958 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17386ea2-e8fc-43fc-b7fc-21ea5279e675 req-e97a625a-eabd-4faf-b52a-0c713b8245b1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:59.464958 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-17386ea2-e8fc-43fc-b7fc-21ea5279e675 req-e97a625a-eabd-4faf-b52a-0c713b8245b1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 944 time: 0.0659561 Jul 12 03:51:59.513405 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-17386ea2-e8fc-43fc-b7fc-21ea5279e675 req-c48ae499-adac-40ea-8559-5773146c6513 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474610 Jul 12 03:51:59.775449 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d622e6-14a4-4379-b191-ec97f63b3dc9 req-0b24b474-fb45-4bb2-b986-168d9ca99346 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:51:59.776954 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f9d622e6-14a4-4379-b191-ec97f63b3dc9 req-0b24b474-fb45-4bb2-b986-168d9ca99346 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 944 time: 0.0487239 Jul 12 03:51:59.829613 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f9d622e6-14a4-4379-b191-ec97f63b3dc9 req-5800d6f7-d21d-4546-8389-cc30bd389081 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469902 Jul 12 03:52:00.625720 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2170c993-4b2a-4a4f-b88a-18309b997d28 req-df5c58a5-7076-4222-8582-44e7db1ddf58 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:00.627317 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2170c993-4b2a-4a4f-b88a-18309b997d28 req-df5c58a5-7076-4222-8582-44e7db1ddf58 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 944 time: 0.0508037 Jul 12 03:52:00.679448 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2170c993-4b2a-4a4f-b88a-18309b997d28 req-3315701f-e759-4758-9c2a-5e35a56eb328 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464747 Jul 12 03:52:00.962368 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d8a0d4-2798-449d-b63e-6e0b3cec2d26 req-c6d4c5d1-c7f2-47df-a001-94cd4ab989ff tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:00.963874 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c8d8a0d4-2798-449d-b63e-6e0b3cec2d26 req-c6d4c5d1-c7f2-47df-a001-94cd4ab989ff tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 944 time: 0.0498183 Jul 12 03:52:01.015605 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c8d8a0d4-2798-449d-b63e-6e0b3cec2d26 req-05fad3d6-c660-4d7b-a1f0-35d0c24db36b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458395 Jul 12 03:52:01.807430 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95f8227-c035-4ebf-82a0-e1ca6373b1cb req-c48953dd-a9c3-4257-b2ed-18d63a8d98d8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:01.818182 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a95f8227-c035-4ebf-82a0-e1ca6373b1cb req-c48953dd-a9c3-4257-b2ed-18d63a8d98d8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 944 time: 0.0634017 Jul 12 03:52:01.883632 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a95f8227-c035-4ebf-82a0-e1ca6373b1cb req-5a64c668-44d1-4c3f-a3d5-c0c2d4831bed tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599144 Jul 12 03:52:02.151526 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a86df-758e-4963-a011-ed8bd312b48d req-43dcbba6-1ddc-442d-b709-518caf93836e tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:02.152950 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2f0a86df-758e-4963-a011-ed8bd312b48d req-43dcbba6-1ddc-442d-b709-518caf93836e tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 944 time: 0.0583370 Jul 12 03:52:02.201713 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2f0a86df-758e-4963-a011-ed8bd312b48d req-debd3c98-c53a-464d-a9bb-a5a48c371feb tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429974 Jul 12 03:52:03.005366 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cb23b5-3818-44d8-9931-bea046e14d28 req-51f9435b-3145-4d75-be69-be6dd5de2623 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:03.006201 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b7cb23b5-3818-44d8-9931-bea046e14d28 req-51f9435b-3145-4d75-be69-be6dd5de2623 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 944 time: 0.0533671 Jul 12 03:52:03.055617 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b7cb23b5-3818-44d8-9931-bea046e14d28 req-bfaab9ab-7a42-433f-9fd3-a44a44ed26c4 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433278 Jul 12 03:52:03.330212 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5986cc8f-5d0f-4b07-ba2e-e2735a0495c8 req-fa5b5ba2-f385-4062-9ee3-c1d7a9a78c2c tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:03.331875 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5986cc8f-5d0f-4b07-ba2e-e2735a0495c8 req-fa5b5ba2-f385-4062-9ee3-c1d7a9a78c2c tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 944 time: 0.0566146 Jul 12 03:52:03.383690 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5986cc8f-5d0f-4b07-ba2e-e2735a0495c8 req-57b4ede0-431a-4761-8db3-46a5c7b564c0 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Jul 12 03:52:03.991862 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 86e763d9-f470-4437-a522-b77fc1d939bf details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:52:04.102273 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 86e763d9-f470-4437-a522-b77fc1d939bf, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=86e763d9-f470-4437-a522-b77fc1d939bf,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:04.116171 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '86e763d9-f470-4437-a522-b77fc1d939bf', 'network_id': '1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4', 'port_id': '86e763d9-f470-4437-a522-b77fc1d939bf', 'mac_address': 'fa:16:3e:73:f1:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b1d4842-c330-447c-a65b-cc6d896d6958', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:52:04.154369 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 86e763d9-f470-4437-a522-b77fc1d939bf is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:52:04.154810 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:04.168841 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86e763d9-f470-4437-a522-b77fc1d939bf {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:52:04.180763 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e901703-97b4-47aa-be4d-6faacf787149 req-1e0bc4b2-f417-4cbf-b4b8-d8ee44fb5ec7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:04.182973 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8e901703-97b4-47aa-be4d-6faacf787149 req-1e0bc4b2-f417-4cbf-b4b8-d8ee44fb5ec7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 944 time: 0.0523546 Jul 12 03:52:04.193097 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 86e763d9-f470-4437-a522-b77fc1d939bf, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=86e763d9-f470-4437-a522-b77fc1d939bf,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:04.198524 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:04.233208 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8e901703-97b4-47aa-be4d-6faacf787149 req-e9223c26-3f2e-4e3f-beae-469ea5d28ba0 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444088 Jul 12 03:52:04.254373 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=86e763d9-f470-4437-a522-b77fc1d939bf,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:04.500124 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3d20d3-299f-4cc4-9b07-4e40bbceb574 req-2c3b9820-cd14-4a3c-8e3c-ed1fbe80b9f1 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:04.503086 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4f3d20d3-299f-4cc4-9b07-4e40bbceb574 req-2c3b9820-cd14-4a3c-8e3c-ed1fbe80b9f1 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 945 time: 0.0511200 Jul 12 03:52:04.524230 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:04.559166 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4f3d20d3-299f-4cc4-9b07-4e40bbceb574 req-fd90a021-7e60-4d31-b929-f6bcd712dfdf tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502613 Jul 12 03:52:04.986826 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['86e763d9-f470-4437-a522-b77fc1d939bf'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:52:05.073956 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:05.236824 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:05.254167 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-49b9cf4d-6b71-4600-b533-75b80d0ee836 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360543779&fields=id&tenant_id=99d9e85c63234c77889f856bf95288f5 HTTP/1.1" status: 200 len: 267 time: 0.0478730 Jul 12 03:52:05.354545 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabca6f0-9b45-4d34-a6de-642e7dfb9468 req-d31e8e17-e584-4b6b-8fb9-3abc2c84bfa8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:05.356024 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fabca6f0-9b45-4d34-a6de-642e7dfb9468 req-d31e8e17-e584-4b6b-8fb9-3abc2c84bfa8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 944 time: 0.0525794 Jul 12 03:52:05.368947 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589c19-0090-499c-aabd-1611be7202ce req-8ef011ea-6ca6-4617-b465-b51d4e1452d1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:05.370455 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-8ef011ea-6ca6-4617-b465-b51d4e1452d1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 812 time: 0.1094801 Jul 12 03:52:05.388552 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-078c0d2c-4498-4019-ab70-0edfe5f26948 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/quotas/99d9e85c63234c77889f856bf95288f5 HTTP/1.1" status: 200 len: 375 time: 0.0105855 Jul 12 03:52:05.416652 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fabca6f0-9b45-4d34-a6de-642e7dfb9468 req-6ebe3558-5d88-4026-8e60-d390771ad6d6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546303 Jul 12 03:52:05.446203 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-fbd728b2-1390-4644-a4fb-91f33713b3dc tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0528548 Jul 12 03:52:05.484294 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:05.551937 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-a8e9020e-fbf9-4e49-9461-27695f057850 service neutron] 10.222.0.20 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915732 Jul 12 03:52:05.659557 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-9d6b7c90-fa69-4ecf-9bbf-34414e19b3b4 service neutron] 10.222.0.20 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014929 Jul 12 03:52:05.676818 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a28ce-2214-403d-a5c2-3a6c7d8ee675 req-d83ca636-4c3a-478f-8714-302e453940b4 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:05.678301 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-de9a28ce-2214-403d-a5c2-3a6c7d8ee675 req-d83ca636-4c3a-478f-8714-302e453940b4 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 945 time: 0.0523319 Jul 12 03:52:05.732945 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-de9a28ce-2214-403d-a5c2-3a6c7d8ee675 req-2ffebfa8-21f6-40e3-8510-0d7e27edd5fd tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489304 Jul 12 03:52:05.846699 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:05.859051 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:05.965363 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ba418975-7031-4ba1-8342-7a2efe056a72 req-fbc6eabe-95e8-4103-91ba-a62fc198854b tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 210 time: 0.0310950 Jul 12 03:52:06.291264 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-81833936-6974-472e-96ae-735548b40742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:06.292871 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-81833936-6974-472e-96ae-735548b40742 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=3e33bfd157c64f8688b9720d80a3a8af&device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 1129 time: 0.0512948 Jul 12 03:52:06.293911 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814a268-bbbb-4ded-b64e-95268b63365f req-3ca26263-5c1a-4596-aca5-5649727bf434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:06.295524 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8814a268-bbbb-4ded-b64e-95268b63365f req-3ca26263-5c1a-4596-aca5-5649727bf434 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1128 time: 0.0430760 Jul 12 03:52:06.346963 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device a1b17494-72de-4c33-8c66-6af3d34f96b4 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:52:06.388874 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 86e763d9-f470-4437-a522-b77fc1d939bf up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:52:06.417301 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-fbebfe64-ea08-4652-a9f4-fa89372cc48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:06.419178 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-fbebfe64-ea08-4652-a9f4-fa89372cc48c service neutron] 10.222.0.44 "GET /v2.0/networks?id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 HTTP/1.1" status: 200 len: 909 time: 0.1016037 Jul 12 03:52:06.426578 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814a268-bbbb-4ded-b64e-95268b63365f req-396b73c3-b8e6-49b8-8dd5-d8f57af15b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:06.428534 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8814a268-bbbb-4ded-b64e-95268b63365f req-396b73c3-b8e6-49b8-8dd5-d8f57af15b90 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.1096299 Jul 12 03:52:06.434439 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:06.496211 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-dcf7d2d5-9171-434b-8282-b87b68c83a3c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=86e763d9-f470-4437-a522-b77fc1d939bf HTTP/1.1" status: 200 len: 217 time: 0.0553789 Jul 12 03:52:06.501596 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 86e763d9-f470-4437-a522-b77fc1d939bf completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:52:06.523880 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8814a268-bbbb-4ded-b64e-95268b63365f req-840a705f-f1fc-48ce-808e-99a1c94ed54f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 200 len: 217 time: 0.0866210 Jul 12 03:52:06.553391 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 86e763d9-f470-4437-a522-b77fc1d939bf triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:52:06.553761 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:06.589375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:06.605358 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:06.614649 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port a1b17494-72de-4c33-8c66-6af3d34f96b4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:06.640264 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'port_id': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'mac_address': 'fa:16:3e:cd:f8:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:52:06.650338 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814a268-bbbb-4ded-b64e-95268b63365f req-dd98b011-d070-4f92-909b-b6d9c124f80e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:06.651467 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973aeec-a0c4-42ba-ab6a-eac89aa3a57b req-d8a3acac-fd54-42f1-ad09-b24fdb63b7d4 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:06.656313 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8814a268-bbbb-4ded-b64e-95268b63365f req-dd98b011-d070-4f92-909b-b6d9c124f80e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.1141276 Jul 12 03:52:06.660534 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0973aeec-a0c4-42ba-ab6a-eac89aa3a57b req-d8a3acac-fd54-42f1-ad09-b24fdb63b7d4 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 944 time: 0.1436255 Jul 12 03:52:06.688222 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-38637676-3ae7-4639-b7cb-efb1438701be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:06.690725 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-38637676-3ae7-4639-b7cb-efb1438701be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=8b1d4842-c330-447c-a65b-cc6d896d6958 HTTP/1.1" status: 200 len: 848 time: 0.1498973 Jul 12 03:52:06.708047 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port a1b17494-72de-4c33-8c66-6af3d34f96b4 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:52:06.711017 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:06.729531 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1b17494-72de-4c33-8c66-6af3d34f96b4 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:52:06.734055 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 86e763d9-f470-4437-a522-b77fc1d939bf is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:52:06.734653 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:06.734965 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814a268-bbbb-4ded-b64e-95268b63365f req-4a991d37-c2e8-47ef-bd07-73027e3a0466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:06.736578 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8814a268-bbbb-4ded-b64e-95268b63365f req-4a991d37-c2e8-47ef-bd07-73027e3a0466 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0626249 Jul 12 03:52:06.778223 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port a1b17494-72de-4c33-8c66-6af3d34f96b4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:06.778679 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-0d8a9641-ff88-453c-a3e6-61487bd27c8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704718 Jul 12 03:52:06.782235 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee6a36c-bb82-426b-887c-4751a86c86c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e763d9-f470-4437-a522-b77fc1d939bf'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:06.784495 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87da1775-dc55-4906-b4c3-1b824b029108" -d '{"events": [{"server_uuid": "7ee6a36c-bb82-426b-887c-4751a86c86c6", "name": "network-vif-plugged", "status": "completed", "tag": "86e763d9-f470-4437-a522-b77fc1d939bf"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:06.791463 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:06.796053 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0973aeec-a0c4-42ba-ab6a-eac89aa3a57b req-77603980-bc59-487e-9e07-8b359369b2fa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343341 Jul 12 03:52:06.809095 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 86e763d9-f470-4437-a522-b77fc1d939bf, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=86e763d9-f470-4437-a522-b77fc1d939bf,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:06.831063 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:06.854682 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=a1b17494-72de-4c33-8c66-6af3d34f96b4,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:06.861479 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad92967a-f59f-4d27-9dd8-ce266318416a x-openstack-request-id: req-ad92967a-f59f-4d27-9dd8-ce266318416a {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:06.861996 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee6a36c-bb82-426b-887c-4751a86c86c6", "name": "network-vif-plugged", "status": "completed", "tag": "86e763d9-f470-4437-a522-b77fc1d939bf", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:06.861996 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ad92967a-f59f-4d27-9dd8-ce266318416a {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:06.862347 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad92967a-f59f-4d27-9dd8-ce266318416a'] response: {'server_uuid': '7ee6a36c-bb82-426b-887c-4751a86c86c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86e763d9-f470-4437-a522-b77fc1d939bf', 'code': 200} Jul 12 03:52:06.896250 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1478ba-965a-44e1-a019-5858280fa67d req-7764db23-bdcf-40a4-a91b-d0d5286b6d9e tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:06.896250 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4c1478ba-965a-44e1-a019-5858280fa67d req-7764db23-bdcf-40a4-a91b-d0d5286b6d9e tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 946 time: 0.0575688 Jul 12 03:52:06.910239 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=86e763d9-f470-4437-a522-b77fc1d939bf,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:06.944569 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4c1478ba-965a-44e1-a019-5858280fa67d req-224edf13-74ac-43e8-bc1d-1ddee08076bd tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469556 Jul 12 03:52:07.083180 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0336e91f-6b60-4392-91ce-c3ee149785a5 req-97afe73e-c6f8-449d-8883-8e6a0b5ccf3a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 210 time: 0.0505106 Jul 12 03:52:07.153957 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8814a268-bbbb-4ded-b64e-95268b63365f req-38538990-cbfa-465a-a2af-50b622c06198 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159053 Jul 12 03:52:07.184766 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-442d7e2c-9148-42eb-8625-096388e7636f service neutron] 10.222.0.44 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120126 Jul 12 03:52:07.304101 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.44', 64018) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:07.311754 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b24f6ae9-fabb-4b2e-8ea5-30b00aa25c59 req-965a7507-93bb-4df9-b9b8-ec9f74f30c4c service neutron] 10.222.0.44 "GET /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192966 Jul 12 03:52:07.319855 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8814a268-bbbb-4ded-b64e-95268b63365f req-97a3824d-ad82-486c-8b00-509b33b280f4 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558526 Jul 12 03:52:07.349030 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['a1b17494-72de-4c33-8c66-6af3d34f96b4'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:52:07.429642 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f631b3-491a-4719-8de8-3626ddffaaf3 req-2f6a1919-52b0-404a-87d8-a2759ea66033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:07.431538 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-90f631b3-491a-4719-8de8-3626ddffaaf3 req-2f6a1919-52b0-404a-87d8-a2759ea66033 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 1130 time: 0.0912542 Jul 12 03:52:07.493282 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589c19-0090-499c-aabd-1611be7202ce req-6584a025-e8cd-44d4-9487-8a1136d502d4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:07.493282 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-6584a025-e8cd-44d4-9487-8a1136d502d4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 812 time: 0.1809177 Jul 12 03:52:07.520275 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-90f631b3-491a-4719-8de8-3626ddffaaf3 req-a7cdfce5-ffc5-4d8c-8a4b-50c6e0d64413 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668385 Jul 12 03:52:07.532427 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:07.574218 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-ededec94-e61f-4f04-8162-c8588a12be2c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d9e85c63234c77889f856bf95288f5 HTTP/1.1" status: 200 len: 379 time: 0.0689971 Jul 12 03:52:07.912180 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9affbf61-1cfd-4582-bd84-3658364b5e41 req-2f9d5c1c-bbc5-43d7-b18a-f24650293260 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:07.913674 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9affbf61-1cfd-4582-bd84-3658364b5e41 req-2f9d5c1c-bbc5-43d7-b18a-f24650293260 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 945 time: 0.0485120 Jul 12 03:52:07.966722 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9affbf61-1cfd-4582-bd84-3658364b5e41 req-79c82523-4567-49c9-bbdb-a16919969376 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473821 Jul 12 03:52:08.055630 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'port': {'device_id': '58f988bb-503a-447f-a796-236af82ab9f6', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'admin_state_up': True, 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'security_groups': ['39f6955f-2c14-4bdb-8820-f7e87d1ecb03']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:52:08.059054 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68c5552-a053-4890-866e-c0f9a9055b3a req-baec2297-d907-42df-876c-374ad80734bd tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:08.060477 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e68c5552-a053-4890-866e-c0f9a9055b3a req-baec2297-d907-42df-876c-374ad80734bd tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 946 time: 0.0484617 Jul 12 03:52:08.114890 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e68c5552-a053-4890-866e-c0f9a9055b3a req-c3b608a7-b442-41de-8162-5510a570509f tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454535 Jul 12 03:52:08.215864 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3189e8e1-8d63-4fc1-8a39-4f3589c06b0d req-e4f63fee-225b-4c79-acb0-119e67197aa1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 210 time: 0.0322309 Jul 12 03:52:08.225379 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Made reservation on behalf of 99d9e85c63234c77889f856bf95288f5 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:52:08.229169 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:08.359036 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Allocated IP 172.20.0.13 (cb793af7-088d-44b6-bebd-8609e6743321/efa7d720-5c17-4257-9ecc-8b470f8cadcc/4ba9303d-bc54-4f55-bfa4-2008f5d2bd62) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:52:08.426144 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:08.507733 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:08.541758 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:08.591882 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Network cb793af7-088d-44b6-bebd-8609e6743321 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:52:08.597597 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:52:08.600288 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:52:08.604956 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'Port': ['ID=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:08.666696 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:08.667321 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:08.687888 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-01f3d549-4bd8-42a7-9cda-3614dcbc8f3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6375487 Jul 12 03:52:08.852246 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c1501395-0f86-4510-853b-1dfec2afbd75 None None] Provisioning complete for port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:52:08.852851 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c1501395-0f86-4510-853b-1dfec2afbd75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:08.885372 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Request body: {'port': {'device_id': '58f988bb-503a-447f-a796-236af82ab9f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:52:08.890655 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device a1b17494-72de-4c33-8c66-6af3d34f96b4 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:52:08.928670 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c1501395-0f86-4510-853b-1dfec2afbd75 None None] Port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:52:08.954653 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:08.973001 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port a1b17494-72de-4c33-8c66-6af3d34f96b4 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:52:08.988334 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port a1b17494-72de-4c33-8c66-6af3d34f96b4 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:52:08.988830 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:09.020827 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:09.094040 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port a1b17494-72de-4c33-8c66-6af3d34f96b4 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:52:09.094679 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:09.137057 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:09.146200 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca115341-2cab-4881-a6ed-d74eddfb97ff" -d '{"events": [{"server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "name": "network-vif-plugged", "status": "completed", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:09.178908 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port a1b17494-72de-4c33-8c66-6af3d34f96b4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:09.200339 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:09.252573 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=a1b17494-72de-4c33-8c66-6af3d34f96b4,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:09.255979 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c369f761-7dab-4e92-9d88-e394f734cdf7 req-bcd69798-1198-455f-98ad-955d286b8f1e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:09.263226 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c369f761-7dab-4e92-9d88-e394f734cdf7 req-bcd69798-1198-455f-98ad-955d286b8f1e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 945 time: 0.1647365 Jul 12 03:52:09.271752 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:09.288719 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:09.318207 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c369f761-7dab-4e92-9d88-e394f734cdf7 req-75a4e4db-c293-4eef-8326-08b8a707c8bf tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540771 Jul 12 03:52:09.355482 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363592b-b106-45bb-87bc-15656544427a req-42b377c4-36db-4d87-86ab-72baf53c268f tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:09.357164 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4363592b-b106-45bb-87bc-15656544427a req-42b377c4-36db-4d87-86ab-72baf53c268f tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 946 time: 0.1059973 Jul 12 03:52:09.367230 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bd34c99-fac8-4d92-ba11-33743142ea00 x-openstack-request-id: req-1bd34c99-fac8-4d92-ba11-33743142ea00 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:09.370180 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "name": "network-vif-plugged", "status": "completed", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:09.370434 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1bd34c99-fac8-4d92-ba11-33743142ea00 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:09.370844 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1bd34c99-fac8-4d92-ba11-33743142ea00'] response: {'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'code': 200} Jul 12 03:52:09.398315 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:52:09.409496 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Publish callbacks [] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:09.443419 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Transition to ACTIVE for port object 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:52:09.447718 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4363592b-b106-45bb-87bc-15656544427a req-1e41315a-1fc4-4271-95f4-00f87dcc119d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722084 Jul 12 03:52:09.448760 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:09.482649 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017d6765-30a2-4b01-b094-c837be7d0178 req-ac291f74-2d94-4c61-9b67-f80ef978ff91 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:09.489597 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-017d6765-30a2-4b01-b094-c837be7d0178 req-ac291f74-2d94-4c61-9b67-f80ef978ff91 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 932 time: 0.0657272 Jul 12 03:52:09.505972 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:09.517176 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.517525 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.517864 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.518198 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.518702 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.519173 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.519504 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.519863 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.520214 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.520530 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.520858 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.521183 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.521499 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.521819 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.522137 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:09.586744 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-017d6765-30a2-4b01-b094-c837be7d0178 req-422291c0-8d88-40f6-a25e-a2ca3bb5966c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0868762 Jul 12 03:52:09.601160 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Attempting to bind port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:52:09.601452 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Attempting to bind port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:52:09.601834 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Attempting to bind port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 on network cb793af7-088d-44b6-bebd-8609e6743321 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:52:09.603616 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:09.607947 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 on network cb793af7-088d-44b6-bebd-8609e6743321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:52:09.608293 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Attempting to bind port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 on network cb793af7-088d-44b6-bebd-8609e6743321 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:52:09.614548 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 51, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:52:09.614884 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Checking segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:52:09.615268 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Bound using segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:52:09.615699 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Bound port: 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:52:09.616074 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:09.681850 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] For port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:52:09.685290 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] For port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:52:09.692613 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:09.727187 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:09.728060 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:09.729473 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] 10.222.0.44 "PUT /v2.0/ports/4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 HTTP/1.1" status: 200 len: 1094 time: 0.8516808 Jul 12 03:52:09.731918 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f988bb-503a-447f-a796-236af82ab9f6', 'tag': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:09.734174 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-532a92e3-3d35-4fc7-a324-1cafec5d1943" -d '{"events": [{"name": "network-changed", "server_uuid": "58f988bb-503a-447f-a796-236af82ab9f6", "tag": "4ba9303d-bc54-4f55-bfa4-2008f5d2bd62"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:09.762156 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7631e861-3351-4a3e-af21-b933d2a46a74 service neutron] Pushing event updated for resources: {'Port': ['ID=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:09.791639 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08408bbc-d6fe-4f11-97a6-72de0464d916 x-openstack-request-id: req-08408bbc-d6fe-4f11-97a6-72de0464d916 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:09.791954 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f988bb-503a-447f-a796-236af82ab9f6", "tag": "4ba9303d-bc54-4f55-bfa4-2008f5d2bd62", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:09.792239 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-08408bbc-d6fe-4f11-97a6-72de0464d916 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:09.792841 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-08408bbc-d6fe-4f11-97a6-72de0464d916'] response: {'name': 'network-changed', 'server_uuid': '58f988bb-503a-447f-a796-236af82ab9f6', 'tag': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'status': 'completed', 'code': 200} Jul 12 03:52:10.339303 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a92e3-3d35-4fc7-a324-1cafec5d1943 req-19cecc9f-b751-470b-b10e-984960f05587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:10.340952 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-532a92e3-3d35-4fc7-a324-1cafec5d1943 req-19cecc9f-b751-470b-b10e-984960f05587 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 1128 time: 0.0439107 Jul 12 03:52:10.470628 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b106d8-94cd-4517-886f-a238ec1f2b1e req-7f9f0e13-5191-4e1e-86de-9a662c031bc2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:10.470628 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e7b106d8-94cd-4517-886f-a238ec1f2b1e req-7f9f0e13-5191-4e1e-86de-9a662c031bc2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0830231 Jul 12 03:52:10.474300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ece3ca-e411-40ff-937b-4c6c529a9f7f req-9824e1f7-355a-4697-a1b3-b8c55b5b74cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:10.475728 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-50ece3ca-e411-40ff-937b-4c6c529a9f7f req-9824e1f7-355a-4697-a1b3-b8c55b5b74cd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1130 time: 0.0530329 Jul 12 03:52:10.552608 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e7b106d8-94cd-4517-886f-a238ec1f2b1e req-06e94d41-45a1-4028-864a-a638e49c98d2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0758817 Jul 12 03:52:10.559659 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-50ece3ca-e411-40ff-937b-4c6c529a9f7f req-d0cf8692-e2ae-4819-b8a3-e4e47b7aa355 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622563 Jul 12 03:52:10.594337 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a92e3-3d35-4fc7-a324-1cafec5d1943 req-61e1e5e7-660e-4f66-8f65-db0228490698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:10.595958 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-532a92e3-3d35-4fc7-a324-1cafec5d1943 req-61e1e5e7-660e-4f66-8f65-db0228490698 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=99d9e85c63234c77889f856bf95288f5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2298920 Jul 12 03:52:10.608648 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d38671e-cd0b-4c0d-b71e-631922d34a56 req-03b22a9f-fb61-4451-b0d6-d708d19f182e tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:10.610061 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3d38671e-cd0b-4c0d-b71e-631922d34a56 req-03b22a9f-fb61-4451-b0d6-d708d19f182e tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 946 time: 0.0620697 Jul 12 03:52:10.667451 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3d38671e-cd0b-4c0d-b71e-631922d34a56 req-f80d9c85-fbff-468e-aa56-eacf798e319b tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504382 Jul 12 03:52:10.707591 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dec5e9-d159-4edd-97ac-c8dd81153010 req-068e0ee1-1f43-402f-983f-5ed08fd55e02 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:10.709053 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-74dec5e9-d159-4edd-97ac-c8dd81153010 req-068e0ee1-1f43-402f-983f-5ed08fd55e02 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0472991 Jul 12 03:52:10.761310 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-74dec5e9-d159-4edd-97ac-c8dd81153010 req-c950df1e-c351-4295-a26a-a22bb27175af tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455232 Jul 12 03:52:11.176121 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:11.526804 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532a92e3-3d35-4fc7-a324-1cafec5d1943 req-45798217-3f1d-41df-b01a-de55f5840882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:11.528627 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-532a92e3-3d35-4fc7-a324-1cafec5d1943 req-45798217-3f1d-41df-b01a-de55f5840882 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3834820 Jul 12 03:52:11.665267 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37af95f8-6fa5-452d-8f83-a217ef57ee14 req-bae6e25b-f118-47b0-a252-96b70941cc5d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:11.666764 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-37af95f8-6fa5-452d-8f83-a217ef57ee14 req-bae6e25b-f118-47b0-a252-96b70941cc5d tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 946 time: 0.0537469 Jul 12 03:52:11.674330 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4fe9e7-9de8-4a1e-9923-a45ad41a3365 req-790efa69-389b-4bcf-b968-2f3e79fc0ee7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:11.675801 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6a4fe9e7-9de8-4a1e-9923-a45ad41a3365 req-790efa69-389b-4bcf-b968-2f3e79fc0ee7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0507016 Jul 12 03:52:11.717176 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-37af95f8-6fa5-452d-8f83-a217ef57ee14 req-fc55210f-7f71-4e56-835b-5c8109b71d08 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444834 Jul 12 03:52:11.729652 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6a4fe9e7-9de8-4a1e-9923-a45ad41a3365 req-f28e2319-3be1-4ec1-b995-1ab4c337b202 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470414 Jul 12 03:52:11.875097 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c921803-ee4f-4a63-8bf8-7a68f0df5a9f req-f14db0eb-887e-41bd-8217-c894f337109c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:11.876784 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c921803-ee4f-4a63-8bf8-7a68f0df5a9f req-f14db0eb-887e-41bd-8217-c894f337109c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0497730 Jul 12 03:52:11.916451 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:52:11.926205 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0c921803-ee4f-4a63-8bf8-7a68f0df5a9f req-4ae6711a-a523-4c15-885b-f3b6795eed62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437880 Jul 12 03:52:12.848669 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce8289c-5ba2-4825-8348-ca52436ec3fa req-8f8555fb-1306-46d5-8d0b-ec42e581483c tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:12.850468 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fce8289c-5ba2-4825-8348-ca52436ec3fa req-8f8555fb-1306-46d5-8d0b-ec42e581483c tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 946 time: 0.0577075 Jul 12 03:52:12.855806 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baffe44-3f72-4adf-b509-c0c3ca079818 req-6a168fed-2ece-45d0-8eb1-a18e3def71b8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:12.857313 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3baffe44-3f72-4adf-b509-c0c3ca079818 req-6a168fed-2ece-45d0-8eb1-a18e3def71b8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0572169 Jul 12 03:52:12.904398 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fce8289c-5ba2-4825-8348-ca52436ec3fa req-afbeb15f-d21b-4293-b30b-e9e150f5118c tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479388 Jul 12 03:52:12.906363 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3baffe44-3f72-4adf-b509-c0c3ca079818 req-64178430-68b0-4d1e-86b7-d051c80fd336 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432365 Jul 12 03:52:13.043283 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c255b2-44e3-4bb1-a753-4b23f8a2fa94 req-98cb0416-e125-47cd-be76-8fbb91c52ae1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:13.044717 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e2c255b2-44e3-4bb1-a753-4b23f8a2fa94 req-98cb0416-e125-47cd-be76-8fbb91c52ae1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0521696 Jul 12 03:52:13.095776 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e2c255b2-44e3-4bb1-a753-4b23f8a2fa94 req-557a2e8e-7c0f-4565-a494-bcba2b3a96fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430281 Jul 12 03:52:13.732389 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589c19-0090-499c-aabd-1611be7202ce req-70d5a56b-a001-453f-a3f9-446152fe9874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:13.733827 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-70d5a56b-a001-453f-a3f9-446152fe9874 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 1128 time: 0.0403607 Jul 12 03:52:14.055936 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4077cd2-1221-4517-83f3-1094716efc38 req-bcd2e370-a5b1-46b6-aff7-8a20716533d7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:14.057447 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c4077cd2-1221-4517-83f3-1094716efc38 req-bcd2e370-a5b1-46b6-aff7-8a20716533d7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0520902 Jul 12 03:52:14.063421 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cc8526-e275-4e51-ba7a-f0a7f2f5a442 req-ef23d36f-dc79-4a2e-870a-d5642f108754 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:14.065218 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-42cc8526-e275-4e51-ba7a-f0a7f2f5a442 req-ef23d36f-dc79-4a2e-870a-d5642f108754 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 946 time: 0.0718353 Jul 12 03:52:14.107677 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c4077cd2-1221-4517-83f3-1094716efc38 req-0f915054-c63e-434e-b831-b3cb27fec69e tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435014 Jul 12 03:52:14.118609 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-42cc8526-e275-4e51-ba7a-f0a7f2f5a442 req-7601c5f5-92bb-4a46-8dbf-1f009318dfb1 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459027 Jul 12 03:52:14.204974 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 36850) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:14.227904 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424043aa-893d-4d07-a021-5923087012a0 req-a878b054-fb23-4d54-a767-74bd5adc60a1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:14.229463 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-424043aa-893d-4d07-a021-5923087012a0 req-a878b054-fb23-4d54-a767-74bd5adc60a1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0590837 Jul 12 03:52:14.231113 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894ff1ca-9edd-4b57-ae48-84b32b15dffd req-f862d461-3764-40ac-811c-6dd1456a0b36 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:14.232875 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-894ff1ca-9edd-4b57-ae48-84b32b15dffd req-f862d461-3764-40ac-811c-6dd1456a0b36 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0500765 Jul 12 03:52:14.241281 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 36854) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:14.246534 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-08ce2ec9-4473-41d3-90aa-0e7c25495d74 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Request body: {'floatingip': {'port_id': 'a1b17494-72de-4c33-8c66-6af3d34f96b4'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:52:14.292287 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-08ce2ec9-4473-41d3-90aa-0e7c25495d74 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for floatingip (08dd0cd0-e615-4e35-a4da-25cfe04f8e9f), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.295773 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-424043aa-893d-4d07-a021-5923087012a0 req-a8c3fcd2-bb16-4439-a234-650dd6e07c25 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587122 Jul 12 03:52:14.340388 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca2721b3-02f5-44ff-b00e-f900bac32423 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.411377 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:14.413637 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:14.425769 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca2721b3-02f5-44ff-b00e-f900bac32423 admin admin] Publish callbacks [] for security_group (5c8c40e4-e9c4-4d0a-ade3-0fb7dbf5ceeb), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.429885 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca2721b3-02f5-44ff-b00e-f900bac32423 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5c8c40e4-e9c4-4d0a-ade3-0fb7dbf5ceeb), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.445956 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:14.471471 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2721b3-02f5-44ff-b00e-f900bac32423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8c40e4-e9c4-4d0a-ade3-0fb7dbf5ceeb,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:14.479595 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-ca2721b3-02f5-44ff-b00e-f900bac32423 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=50a7c25e52784b18a45a576337af4440&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2712424 Jul 12 03:52:14.480635 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 36856) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:14.529039 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca33769c-c637-45ac-9b82-beae2d51bf21 admin admin] Publish callbacks [] for security_group (5c8c40e4-e9c4-4d0a-ade3-0fb7dbf5ceeb), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.554383 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca33769c-c637-45ac-9b82-beae2d51bf21 admin admin] Publish callbacks [] for security_group (5c8c40e4-e9c4-4d0a-ade3-0fb7dbf5ceeb), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.602674 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca33769c-c637-45ac-9b82-beae2d51bf21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5c8c40e4-e9c4-4d0a-ade3-0fb7dbf5ceeb), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.605236 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ca33769c-c637-45ac-9b82-beae2d51bf21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.606394 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-ca33769c-c637-45ac-9b82-beae2d51bf21 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/5c8c40e4-e9c4-4d0a-ade3-0fb7dbf5ceeb HTTP/1.1" status: 204 len: 168 time: 0.1255879 Jul 12 03:52:14.615612 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca33769c-c637-45ac-9b82-beae2d51bf21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8c40e4-e9c4-4d0a-ade3-0fb7dbf5ceeb,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:14.649289 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:14.680623 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-b78e22a9-bde4-4844-bd90-e51162110326 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 HTTP/1.1" status: 200 len: 217 time: 0.0401325 Jul 12 03:52:14.732793 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589c19-0090-499c-aabd-1611be7202ce req-844988eb-1bf4-45ac-afc9-0a3791700c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:14.734339 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-844988eb-1bf4-45ac-afc9-0a3791700c2a service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0484986 Jul 12 03:52:14.764552 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-2a99debb-35f5-416b-9719-deea760fa771 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:14.766097 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-2a99debb-35f5-416b-9719-deea760fa771 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.44 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 946 time: 0.0874863 Jul 12 03:52:14.787346 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-08ce2ec9-4473-41d3-90aa-0e7c25495d74 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.791059 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-08ce2ec9-4473-41d3-90aa-0e7c25495d74 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (08dd0cd0-e615-4e35-a4da-25cfe04f8e9f), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:14.887900 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-08ce2ec9-4473-41d3-90aa-0e7c25495d74 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Floating IP 08dd0cd0-e615-4e35-a4da-25cfe04f8e9f associated. External IP: 172.27.0.82, port: a1b17494-72de-4c33-8c66-6af3d34f96b4. Jul 12 03:52:15.041182 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce589c19-0090-499c-aabd-1611be7202ce req-5d2a2ab8-4818-4772-9f9d-8d5b68be768f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:15.042705 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-5d2a2ab8-4818-4772-9f9d-8d5b68be768f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0456085 Jul 12 03:52:15.156448 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-6bf7863d-b180-4de6-89fc-a74bd3a0b14c service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029124 Jul 12 03:52:15.204178 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-42e9d5e9-c0f5-4b1d-938b-66343d1899d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:15.230251 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Deleting port 86e763d9-f470-4437-a522-b77fc1d939bf {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:52:15.230251 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:15.295737 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ce589c19-0090-499c-aabd-1611be7202ce req-6979608a-85a6-4ea3-a862-2c8a212d0523 service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264555 Jul 12 03:52:15.434055 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f3e001-ce0d-4ab8-bec2-49a4996ce9fa req-67593d12-b55e-4265-895c-29f53ac6cb4c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:15.435671 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a4f3e001-ce0d-4ab8-bec2-49a4996ce9fa req-67593d12-b55e-4265-895c-29f53ac6cb4c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0509801 Jul 12 03:52:15.490543 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:15.491964 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a4f3e001-ce0d-4ab8-bec2-49a4996ce9fa req-125f2b51-664b-4865-948f-8a9a4a1da651 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501680 Jul 12 03:52:15.616554 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7856b569-6faf-4ca8-b276-56f287363676 req-7b8f2c24-b394-42fe-aa9e-6f212b4baf96 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:15.618060 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7856b569-6faf-4ca8-b276-56f287363676 req-7b8f2c24-b394-42fe-aa9e-6f212b4baf96 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 946 time: 0.3666148 Jul 12 03:52:15.639140 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ce2ec9-4473-41d3-90aa-0e7c25495d74 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Router a66d401f-f75e-43e2-89d7-eebc90c1365f has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:52:15.666635 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:15.680108 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] For port 86e763d9-f470-4437-a522-b77fc1d939bf, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=86e763d9-f470-4437-a522-b77fc1d939bf,segment=NetworkSegment(1aeb5d9f-bb28-46f0-8bff-95204a297642),segment_id=1aeb5d9f-bb28-46f0-8bff-95204a297642)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:15.680519 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:15.717012 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Calling delete_port for 86e763d9-f470-4437-a522-b77fc1d939bf owned by compute:nova {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:52:15.768624 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7856b569-6faf-4ca8-b276-56f287363676 req-0de4059d-d079-45d9-a396-fcd760b2812f tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/security-groups?id=9ca28659-a6cb-469b-8225-ffe52741ba14&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380198 Jul 12 03:52:15.781232 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:15.912768 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ce2ec9-4473-41d3-90aa-0e7c25495d74 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:52:15.917987 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-08ce2ec9-4473-41d3-90aa-0e7c25495d74 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:15.924849 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] Sync routers for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:52:15.936340 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:52:15.937071 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:15.955048 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-08ce2ec9-4473-41d3-90aa-0e7c25495d74 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "PUT /v2.0/floatingips/08dd0cd0-e615-4e35-a4da-25cfe04f8e9f HTTP/1.1" status: 200 len: 991 time: 1.7126710 Jul 12 03:52:15.973348 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:15.975424 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9301428-1adf-4de1-8eb6-37e65eb0cf74" -d '{"events": [{"name": "network-changed", "server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:16.008360 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (86e763d9-f470-4437-a522-b77fc1d939bf), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:16.035562 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:16.039140 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9496e09d-a78e-40bc-a437-9975b14d5b85 x-openstack-request-id: req-9496e09d-a78e-40bc-a437-9975b14d5b85 {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:16.039428 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:16.039676 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9496e09d-a78e-40bc-a437-9975b14d5b85 {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:16.040091 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9496e09d-a78e-40bc-a437-9975b14d5b85'] response: {'name': 'network-changed', 'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'status': 'completed', 'code': 200} Jul 12 03:52:16.042276 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:16.042696 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Pushing event deleted for resources: {'Port': ['ID=86e763d9-f470-4437-a522-b77fc1d939bf,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:16.044604 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:52:16.051856 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.052257 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.052597 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.052932 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.053258 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.053580 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.053899 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.054217 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.054535 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.054852 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.055168 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.055485 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.056227 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.056227 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.056457 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:16.070716 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['86e763d9-f470-4437-a522-b77fc1d939bf'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:52:16.129602 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] No DVR routers for this DVR port 86e763d9-f470-4437-a522-b77fc1d939bf on host hv-cinder-84773 {{(pid=110647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:52:16.132879 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:16.136218 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9ea32c44-ee6c-4c18-8ded-3579354f5cf9 req-10631a67-4a82-4598-b5e6-a5a857f48e71 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.44 "DELETE /v2.0/ports/86e763d9-f470-4437-a522-b77fc1d939bf HTTP/1.1" status: 204 len: 173 time: 1.1349554 Jul 12 03:52:16.299893 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '08dd0cd0-e615-4e35-a4da-25cfe04f8e9f', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'port_id': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'mac_address': 'fa:16:3e:cd:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:51:43Z', 'updated_at': '2022-07-12T03:52:14Z', 'revision_number': 1, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:23Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:16.324495 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] Checking router: a66d401f-f75e-43e2-89d7-eebc90c1365f for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:52:16.327036 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:16.334793 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:52:16.335432 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:51:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:16.437267 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:52:16.609733 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705c4964-61d9-4d6c-b0ac-396a794dcfe2 req-ec3958ba-d832-4af6-ba10-10d01475f73f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:16.611215 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-705c4964-61d9-4d6c-b0ac-396a794dcfe2 req-ec3958ba-d832-4af6-ba10-10d01475f73f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0496528 Jul 12 03:52:16.648052 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '08dd0cd0-e615-4e35-a4da-25cfe04f8e9f', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'port_id': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'mac_address': 'fa:16:3e:cd:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:51:43Z', 'updated_at': '2022-07-12T03:52:14Z', 'revision_number': 1, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:23Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:16.663311 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-705c4964-61d9-4d6c-b0ac-396a794dcfe2 req-034e81dc-f7a9-448b-a2bd-c5ca35dabb3c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460894 Jul 12 03:52:16.673185 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5421ea-07b6-49dd-829c-5bb6a542dee3 None None] The sync data for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi is: [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '08dd0cd0-e615-4e35-a4da-25cfe04f8e9f', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'port_id': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'mac_address': 'fa:16:3e:cd:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:51:43Z', 'updated_at': '2022-07-12T03:52:14Z', 'revision_number': 1, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:23Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:52:16.878999 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3c4982-586d-42ea-963a-6e9352294336 None None] New status for floating IP 08dd0cd0-e615-4e35-a4da-25cfe04f8e9f: ACTIVE {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:52:16.898764 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a61f6799-79c4-4724-9a49-25f84f3a69d2 req-95b1980d-c48f-407d-bba9-d0580ff20b90 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0407124 Jul 12 03:52:17.298777 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-4cad27fd-4cb2-4ade-bdc6-3d2c16f54b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:17.300305 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-4cad27fd-4cb2-4ade-bdc6-3d2c16f54b45 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1130 time: 0.0399239 Jul 12 03:52:17.399891 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-76711e52-3387-4ff3-96c1-b76cc399f044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:17.401307 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-76711e52-3387-4ff3-96c1-b76cc399f044 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.0944748 Jul 12 03:52:17.513732 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-dbede112-dc32-4ff4-9589-1e490f80aaa7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 200 len: 1001 time: 0.0851572 Jul 12 03:52:17.697132 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-6330cc78-0448-4edf-861f-9fc784a96536 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:17.731714 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-30b4464b-f2b7-49d5-a1d5-2fe40fdd5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:17.733330 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-30b4464b-f2b7-49d5-a1d5-2fe40fdd5c1e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0516875 Jul 12 03:52:17.811176 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8decaa-4f68-4e03-b0c9-259019ffb811 req-c3098432-634b-4bd1-8b73-47870bcf41d9 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:17.812680 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7d8decaa-4f68-4e03-b0c9-259019ffb811 req-c3098432-634b-4bd1-8b73-47870bcf41d9 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0784299 Jul 12 03:52:17.814981 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-f4c30d6f-a958-433c-a0d8-f5dc6d5ddb36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:17.816364 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-f4c30d6f-a958-433c-a0d8-f5dc6d5ddb36 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0719235 Jul 12 03:52:17.917676 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7d8decaa-4f68-4e03-b0c9-259019ffb811 req-546716b4-ba6e-452f-8747-07b89461df83 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0989969 Jul 12 03:52:17.926613 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:17.949433 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-7b37bef4-90fa-4cda-8000-3b592e3db447 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246834 Jul 12 03:52:18.047139 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ee6a36c-bb82-426b-887c-4751a86c86c6', 'name': 'network-vif-deleted', 'tag': '86e763d9-f470-4437-a522-b77fc1d939bf'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:18.049227 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f2c6a1a-f606-4a4e-a367-aea3a50184e2" -d '{"events": [{"server_uuid": "7ee6a36c-bb82-426b-887c-4751a86c86c6", "name": "network-vif-deleted", "tag": "86e763d9-f470-4437-a522-b77fc1d939bf"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:18.058045 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-abd79a0f-4578-417b-b35d-2e66b49275d8 req-7adc7e82-112c-440e-a973-27257bbed468 tempest-VolumesActionsTest-1789779712 tempest-VolumesActionsTest-1789779712-project] 10.222.0.20 "GET /v2.0/ports?device_id=7ee6a36c-bb82-426b-887c-4751a86c86c6 HTTP/1.1" status: 200 len: 210 time: 0.0517464 Jul 12 03:52:18.090932 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f9301428-1adf-4de1-8eb6-37e65eb0cf74 req-5b5751fe-ad28-4885-a6a2-71fed26a3922 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206176 Jul 12 03:52:18.100764 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-0b091be3-6d26-4086-8209-f2e7c9be3395 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0544596 Jul 12 03:52:18.113265 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5feb1b8d-921a-455b-9f8d-3964c30e7a3e x-openstack-request-id: req-5feb1b8d-921a-455b-9f8d-3964c30e7a3e {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:18.113630 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ee6a36c-bb82-426b-887c-4751a86c86c6", "name": "network-vif-deleted", "tag": "86e763d9-f470-4437-a522-b77fc1d939bf", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:18.114096 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5feb1b8d-921a-455b-9f8d-3964c30e7a3e {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:18.114545 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5feb1b8d-921a-455b-9f8d-3964c30e7a3e'] response: {'server_uuid': '7ee6a36c-bb82-426b-887c-4751a86c86c6', 'name': 'network-vif-deleted', 'tag': '86e763d9-f470-4437-a522-b77fc1d939bf', 'status': 'completed', 'code': 200} Jul 12 03:52:18.124947 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-3d19d3de-8391-4205-9888-397ff3aed751 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=09f7e3cc59e14a0885a761c4be5e898f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0311048 Jul 12 03:52:18.150129 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:18.227714 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-73417299-b4fb-46b7-8fa4-6c66358f686c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:18.229365 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-73417299-b4fb-46b7-8fa4-6c66358f686c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 1129 time: 0.0561173 Jul 12 03:52:18.318695 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ee0e553-40bf-4db2-8f63-becf87b19678 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:18.320278 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ee0e553-40bf-4db2-8f63-becf87b19678 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1900563 Jul 12 03:52:18.334882 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-245bd626-b1b1-4987-9f22-682347eda1c7 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/quotas/09f7e3cc59e14a0885a761c4be5e898f HTTP/1.1" status: 200 len: 375 time: 0.0091903 Jul 12 03:52:18.338091 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-db0392b6-e2dc-4712-be31-6000624c7f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:18.339544 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-db0392b6-e2dc-4712-be31-6000624c7f5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.0896866 Jul 12 03:52:18.367635 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-c068fd82-2ee7-4697-a54a-9a3cd6fd671e tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=09f7e3cc59e14a0885a761c4be5e898f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275118 Jul 12 03:52:18.380321 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-aacf1b6d-ac65-4555-95e6-0b4eefa3618e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277 HTTP/1.1" status: 200 len: 217 time: 0.0330207 Jul 12 03:52:18.429443 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-f0cfcf46-8fea-4f9b-8825-09c24f63e032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:18.430985 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-f0cfcf46-8fea-4f9b-8825-09c24f63e032 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0448129 Jul 12 03:52:18.482816 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-0bb70b7a-edd0-49f6-b3dd-76f6235527fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:18.484540 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-0bb70b7a-edd0-49f6-b3dd-76f6235527fe service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0472515 Jul 12 03:52:18.547723 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-13e129f6-d448-42c5-a683-38b423ddd0de req-df5ed4a5-00fb-4518-aaa8-41f740bc66cc tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 210 time: 0.0371881 Jul 12 03:52:18.549786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:18.604447 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-3fc9cfbc-7745-4bde-8157-c30890b87049 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1123123 Jul 12 03:52:18.645179 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:18.703123 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-797cdc17-8c14-46b8-b54f-a31663c39ef6 req-38275f1e-f0c9-4e64-9188-e8ada35b6790 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921481 Jul 12 03:52:18.938055 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 86e763d9-f470-4437-a522-b77fc1d939bf no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:52:18.959245 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 86e763d9-f470-4437-a522-b77fc1d939bf {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:52:18.960585 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 86e763d9-f470-4437-a522-b77fc1d939bf not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:52:19.043613 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0897b6f-e70a-419a-b21f-6c5898b653cd req-7ae3f75c-8856-4feb-a091-ddbe4dd0ecf4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:19.045005 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f0897b6f-e70a-419a-b21f-6c5898b653cd req-7ae3f75c-8856-4feb-a091-ddbe4dd0ecf4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0486906 Jul 12 03:52:19.106138 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f0897b6f-e70a-419a-b21f-6c5898b653cd req-1a815ae4-059a-4fe0-98ac-3b9ed48c7b26 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553918 Jul 12 03:52:19.656690 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c6790a06-65b2-40e3-b870-c9a12f56e249 req-3b1c9542-d64f-4aa1-9c6c-644dae506dcc tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 210 time: 0.0371263 Jul 12 03:52:19.734336 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-7ca5659d-835a-4187-848e-8be004053a2f tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.44 "GET /v2.0/networks?tenant_id=09f7e3cc59e14a0885a761c4be5e898f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0310299 Jul 12 03:52:19.934685 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-86747623-3a3c-4b77-abf1-284ef817cab7 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:19.936092 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-86747623-3a3c-4b77-abf1-284ef817cab7 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1963944 Jul 12 03:52:20.030374 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Request body: {'port': {'device_id': '62ae0d05-6400-4af2-88f9-d3553f837de5', 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67', 'admin_state_up': True, 'tenant_id': '09f7e3cc59e14a0885a761c4be5e898f'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:52:20.118704 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:20.119467 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:20.147712 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Made reservation on behalf of 09f7e3cc59e14a0885a761c4be5e898f for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:52:20.151622 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:20.161899 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:20.248930 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9ec433-ee6b-49ef-ac25-790caa1f9344 req-ec799b89-d2d2-4b14-9b39-1c1ffbe0be44 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:20.250731 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3a9ec433-ee6b-49ef-ac25-790caa1f9344 req-ec799b89-d2d2-4b14-9b39-1c1ffbe0be44 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0643623 Jul 12 03:52:20.326162 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks [] for security_group (0e7ee19f-5b4b-4818-98fa-05bd138164c0), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:20.330791 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3a9ec433-ee6b-49ef-ac25-790caa1f9344 req-93e8c3ed-b441-4af8-a2b6-b126a9af84c1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723162 Jul 12 03:52:20.331778 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (0e7ee19f-5b4b-4818-98fa-05bd138164c0), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:20.397809 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ee19f-5b4b-4818-98fa-05bd138164c0,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:20.468159 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Allocated IP 192.168.233.218 (1a543161-cd41-43f7-9abc-ec984c48ba67/4106803b-00b1-4196-89f8-108b3d33a281/1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:52:20.575666 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:20.583276 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:20.616708 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks [] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:20.651660 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:20.695202 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Network 1a543161-cd41-43f7-9abc-ec984c48ba67 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:52:20.698344 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:52:20.703642 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:52:20.734782 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Pushing event updated for resources: {'Port': ['ID=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:20.769064 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:20.769808 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:20.780322 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:INSERT=10,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:20.790629 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5742758-b765-44a8-9ce4-72efa1972cd5 req-791c899f-f390-4e3a-880a-03db4d8075c0 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:20.791267 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-0ef37397-3f85-4531-b3fd-0cc19da18b22 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.7645085 Jul 12 03:52:20.792417 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c5742758-b765-44a8-9ce4-72efa1972cd5 req-791c899f-f390-4e3a-880a-03db4d8075c0 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 936 time: 0.0558317 Jul 12 03:52:20.841639 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c5742758-b765-44a8-9ce4-72efa1972cd5 req-f04fdfa4-d763-41a7-ac76-cda4d8ad8cda tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Jul 12 03:52:20.980970 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-d5a1fb5f-ac91-4e73-b51c-c0929e6304ec None None] Provisioning complete for port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:52:20.981287 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d5a1fb5f-ac91-4e73-b51c-c0929e6304ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:21.014958 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-d5a1fb5f-ac91-4e73-b51c-c0929e6304ec None None] Port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:52:21.252936 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Request body: {'port': {'device_id': '62ae0d05-6400-4af2-88f9-d3553f837de5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:52:21.319654 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:21.495362 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62b5d3-ce14-4289-9635-dcc101b85f38 req-b706be6b-b8bd-4d8d-950c-e46ef9a8cd70 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:21.496854 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0e62b5d3-ce14-4289-9635-dcc101b85f38 req-b706be6b-b8bd-4d8d-950c-e46ef9a8cd70 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0748470 Jul 12 03:52:21.599607 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0e62b5d3-ce14-4289-9635-dcc101b85f38 req-6f52008d-b301-4fc1-9ec6-6d6587d30e8d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0921414 Jul 12 03:52:21.654568 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:52:21.662042 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Publish callbacks [] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:21.674662 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Transition to ACTIVE for port object 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:52:21.679963 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:21.727051 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:21.805650 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Attempting to bind port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:52:21.806390 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Attempting to bind port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '9ea320f6-9ed5-4423-aada-babf1c04a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:52:21.806390 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Attempting to bind port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 on network 1a543161-cd41-43f7-9abc-ec984c48ba67 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:52:21.810738 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 on network 1a543161-cd41-43f7-9abc-ec984c48ba67 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:52:21.811054 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Attempting to bind port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 on network 1a543161-cd41-43f7-9abc-ec984c48ba67 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:52:21.816088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 52, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:52:21.816430 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Checking segment: {'id': '9ea320f6-9ed5-4423-aada-babf1c04a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:52:21.816808 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Bound using segment: {'id': '9ea320f6-9ed5-4423-aada-babf1c04a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:52:21.817231 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Bound port: 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9ea320f6-9ed5-4423-aada-babf1c04a53f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:52:21.817585 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:21.879282 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] For port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:52:21.882338 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] For port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,segment=NetworkSegment(9ea320f6-9ed5-4423-aada-babf1c04a53f),segment_id=9ea320f6-9ed5-4423-aada-babf1c04a53f)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:52:21.889344 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:21.893737 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:21.927476 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:21.928124 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:21.929510 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] 10.222.0.44 "PUT /v2.0/ports/1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 HTTP/1.1" status: 200 len: 1098 time: 0.6842637 Jul 12 03:52:21.929946 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62ae0d05-6400-4af2-88f9-d3553f837de5', 'tag': '1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:21.932250 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95ff1dbf-ca12-4b19-873c-c177a7e90035" -d '{"events": [{"name": "network-changed", "server_uuid": "62ae0d05-6400-4af2-88f9-d3553f837de5", "tag": "1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:21.963978 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bd8562-bea7-46ac-b655-816b8e00e4eb service neutron] Pushing event updated for resources: {'Port': ['ID=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:21.983370 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be0b913-1323-46a9-b300-0bee491cf466 x-openstack-request-id: req-6be0b913-1323-46a9-b300-0bee491cf466 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:21.983825 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62ae0d05-6400-4af2-88f9-d3553f837de5", "tag": "1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:21.984126 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6be0b913-1323-46a9-b300-0bee491cf466 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:21.984535 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6be0b913-1323-46a9-b300-0bee491cf466'] response: {'name': 'network-changed', 'server_uuid': '62ae0d05-6400-4af2-88f9-d3553f837de5', 'tag': '1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2', 'status': 'completed', 'code': 200} Jul 12 03:52:21.985662 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0c8842-93ec-4162-a87f-488aeb6be1e2 req-622b7f89-8ed4-4552-8c2f-b0bc29fdfabc tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:21.987217 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fc0c8842-93ec-4162-a87f-488aeb6be1e2 req-622b7f89-8ed4-4552-8c2f-b0bc29fdfabc tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0748346 Jul 12 03:52:22.037085 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fc0c8842-93ec-4162-a87f-488aeb6be1e2 req-e5d11010-14e3-4e83-a256-d779e6248b71 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440540 Jul 12 03:52:22.708366 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:22.716805 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f80b34-c60e-48d9-96c4-d7c173f7cbc7 req-b7cd1cb6-bd12-4441-8d88-75bb3e3ca4e2 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:22.718315 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-29f80b34-c60e-48d9-96c4-d7c173f7cbc7 req-b7cd1cb6-bd12-4441-8d88-75bb3e3ca4e2 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0493526 Jul 12 03:52:22.772362 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-29f80b34-c60e-48d9-96c4-d7c173f7cbc7 req-dd67dc42-7fe8-447c-8466-984813968423 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476530 Jul 12 03:52:23.157271 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230ddc09-ad33-4401-beba-3989a22e35a5 req-d240a05d-81db-47cb-9afa-3a4b9c625200 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:23.158746 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-230ddc09-ad33-4401-beba-3989a22e35a5 req-d240a05d-81db-47cb-9afa-3a4b9c625200 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0537436 Jul 12 03:52:23.206910 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-230ddc09-ad33-4401-beba-3989a22e35a5 req-92044631-c829-4bd1-8db6-926b0be8bf1f tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Jul 12 03:52:23.898778 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c648c-39d1-47f1-9715-341f21a640ae req-d6473f60-8d09-432e-9484-9b719ba560aa tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:23.900280 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ae6c648c-39d1-47f1-9715-341f21a640ae req-d6473f60-8d09-432e-9484-9b719ba560aa tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0506124 Jul 12 03:52:23.950026 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ae6c648c-39d1-47f1-9715-341f21a640ae req-f530202b-5d9b-494a-bf70-82a3f933b828 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440314 Jul 12 03:52:24.340283 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f58cd-6ef4-488d-8fc5-130d2a3ef77f req-e474ed25-1351-418b-86e5-b85c6ba9d7f0 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:24.341735 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7b2f58cd-6ef4-488d-8fc5-130d2a3ef77f req-e474ed25-1351-418b-86e5-b85c6ba9d7f0 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0549598 Jul 12 03:52:24.392411 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7b2f58cd-6ef4-488d-8fc5-130d2a3ef77f req-feb3816f-08e1-4a89-94c3-b3ba8229cf10 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422556 Jul 12 03:52:25.071041 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b04a5a4-b340-435f-94ff-ed47976d5ee9 req-9694951b-0997-40d3-b6bd-a8bd3f0dec37 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:25.072851 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3b04a5a4-b340-435f-94ff-ed47976d5ee9 req-9694951b-0997-40d3-b6bd-a8bd3f0dec37 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0522132 Jul 12 03:52:25.121013 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3b04a5a4-b340-435f-94ff-ed47976d5ee9 req-bb8e9eb8-77f4-4202-aba5-369a3fb11e16 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423961 Jul 12 03:52:25.522141 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7330e5ac-4a93-4939-b227-2ab2ba0c5c1e req-647459ff-2a0a-449e-afee-b0936e30bf38 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:25.523620 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7330e5ac-4a93-4939-b227-2ab2ba0c5c1e req-647459ff-2a0a-449e-afee-b0936e30bf38 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0565917 Jul 12 03:52:25.566782 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff1dbf-ca12-4b19-873c-c177a7e90035 req-dc198ec4-6b02-4038-8d3d-f4510a88fd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:25.568332 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-95ff1dbf-ca12-4b19-873c-c177a7e90035 req-dc198ec4-6b02-4038-8d3d-f4510a88fd8c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09f7e3cc59e14a0885a761c4be5e898f&device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 1132 time: 0.0445127 Jul 12 03:52:25.575177 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7330e5ac-4a93-4939-b227-2ab2ba0c5c1e req-0bf5497f-ead6-4fd4-9838-981578d4a2bc tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457373 Jul 12 03:52:26.246802 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145c2a6e-816e-418f-a0c4-16d9e3723ddc req-140d7d56-acbc-4c61-9d1a-3bdd59b97eb5 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:26.248326 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-145c2a6e-816e-418f-a0c4-16d9e3723ddc req-140d7d56-acbc-4c61-9d1a-3bdd59b97eb5 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0478959 Jul 12 03:52:26.299860 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-145c2a6e-816e-418f-a0c4-16d9e3723ddc req-a136420c-f331-4805-b0e7-ecad99a23a86 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457809 Jul 12 03:52:26.691933 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d4a5cf-c7fe-4653-a543-448c8bf5d44a req-c885ef17-56b4-4509-ad9d-6ea39e2a223b tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:26.693416 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-68d4a5cf-c7fe-4653-a543-448c8bf5d44a req-c885ef17-56b4-4509-ad9d-6ea39e2a223b tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0477738 Jul 12 03:52:26.741634 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-68d4a5cf-c7fe-4653-a543-448c8bf5d44a req-3754af5c-d19a-4870-92eb-31777f9b7ba8 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425506 Jul 12 03:52:27.041473 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:27.065157 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=13 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:27.422074 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6ac640-2efb-411d-a1dc-bcc8e74290a4 req-ec047b5a-42cc-42bc-8d77-742fbb6203d1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:27.423740 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1c6ac640-2efb-411d-a1dc-bcc8e74290a4 req-ec047b5a-42cc-42bc-8d77-742fbb6203d1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 944 time: 0.0515485 Jul 12 03:52:27.480768 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1c6ac640-2efb-411d-a1dc-bcc8e74290a4 req-c9a5c651-bd50-4ff2-b8c7-d338796bb5d6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507646 Jul 12 03:52:27.502687 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:52:27.609825 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:27.621843 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'port_id': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'mac_address': 'fa:16:3e:2d:71:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:52:27.671592 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:52:27.672325 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:27.691166 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:52:27.715968 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:27.722280 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:27.776766 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:27.786450 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.786799 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.787138 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.787514 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.787851 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.788276 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.788600 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.788921 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.789256 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.789607 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.789927 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.790247 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.790613 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.790963 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.791278 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:52:27.881735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7770fc2-52a0-48a0-b611-56f43a876657 req-0e501298-84e3-4c4d-9a7c-99517e6e4491 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:27.883467 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a7770fc2-52a0-48a0-b611-56f43a876657 req-0e501298-84e3-4c4d-9a7c-99517e6e4491 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0539367 Jul 12 03:52:27.936242 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a7770fc2-52a0-48a0-b611-56f43a876657 req-9a3e1670-7e7f-4fec-9eda-4dd65e1c21f7 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460615 Jul 12 03:52:28.089195 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-95ff1dbf-ca12-4b19-873c-c177a7e90035 req-d2d108e4-7bba-4829-b4f2-fd28e84cdcfc service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=09f7e3cc59e14a0885a761c4be5e898f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359998 Jul 12 03:52:28.193196 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff1dbf-ca12-4b19-873c-c177a7e90035 req-e56cff7c-af0b-4589-9955-39062652a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:28.194673 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-95ff1dbf-ca12-4b19-873c-c177a7e90035 req-e56cff7c-af0b-4589-9955-39062652a917 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0978029 Jul 12 03:52:28.304857 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-19f24184-55db-4f44-aa90-1e9e796cb44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:28.306353 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-19f24184-55db-4f44-aa90-1e9e796cb44d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=09f7e3cc59e14a0885a761c4be5e898f&device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 1132 time: 0.0445986 Jul 12 03:52:28.394276 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-3e729fcf-1e03-4b44-b45f-f5c8e8184a03 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.218&port_id=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 HTTP/1.1" status: 200 len: 217 time: 0.0502498 Jul 12 03:52:28.469932 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-18f9241d-d1c8-45d5-b7fb-d7abafac5ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:28.472037 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-18f9241d-d1c8-45d5-b7fb-d7abafac5ee0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=4106803b-00b1-4196-89f8-108b3d33a281 HTTP/1.1" status: 200 len: 843 time: 0.0679924 Jul 12 03:52:28.534774 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-f6a2e236-fd3d-41ab-a798-17dab643cd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:28.536360 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-f6a2e236-fd3d-41ab-a798-17dab643cd3f service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=1a543161-cd41-43f7-9abc-ec984c48ba67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0538044 Jul 12 03:52:28.588602 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['4ba9303d-bc54-4f55-bfa4-2008f5d2bd62'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:52:28.676355 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22048641-88e2-49ff-8399-d54eb5d8fbbb req-6aaeb2d5-1e7b-441b-b24d-7c9e20d0ede6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:28.677886 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22048641-88e2-49ff-8399-d54eb5d8fbbb req-6aaeb2d5-1e7b-441b-b24d-7c9e20d0ede6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 945 time: 0.0986316 Jul 12 03:52:28.712288 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-10bb8ebd-7b82-4b47-86d0-2794862c45b3 service neutron] 10.222.0.44 "GET /v2.0/networks/1a543161-cd41-43f7-9abc-ec984c48ba67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1673675 Jul 12 03:52:28.751780 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22048641-88e2-49ff-8399-d54eb5d8fbbb req-bcb5618c-e98b-4b12-b1de-6cc7ba5b5377 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653768 Jul 12 03:52:28.779299 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:28.853484 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:28.917537 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:29.070459 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4c874d-3686-48d8-8a15-6b90ad672eee req-636f90ed-f743-48f1-ab05-d46fb2bb4b5d tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:29.080940 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4c4c874d-3686-48d8-8a15-6b90ad672eee req-636f90ed-f743-48f1-ab05-d46fb2bb4b5d tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0635364 Jul 12 03:52:29.094575 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-944d078c-c56b-40e6-8202-d3db1a4b885e req-5fa40950-bc7c-4762-90d0-2a330d7ceaba service neutron] 10.222.0.44 "GET /v2.0/networks/1a543161-cd41-43f7-9abc-ec984c48ba67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3549426 Jul 12 03:52:29.097356 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:29.146477 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4c4c874d-3686-48d8-8a15-6b90ad672eee req-2688343f-daa1-4306-a14d-a303dd69d2e8 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643797 Jul 12 03:52:29.899035 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4125d65-ff2d-469e-8edf-6500b2b92a0a req-8eaf6301-f79e-4af5-b25c-6b64ae7192c1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:29.901739 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f4125d65-ff2d-469e-8edf-6500b2b92a0a req-8eaf6301-f79e-4af5-b25c-6b64ae7192c1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 945 time: 0.0725157 Jul 12 03:52:29.940261 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:29.967455 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f4125d65-ff2d-469e-8edf-6500b2b92a0a req-94967b8e-53c0-4746-81c8-5d21141bf0e1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593998 Jul 12 03:52:30.264728 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ede5358-5e70-4749-8010-659f4aad060b req-0f760c2d-79ad-4766-9e9e-37adb6499a0b tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:30.266253 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1ede5358-5e70-4749-8010-659f4aad060b req-0f760c2d-79ad-4766-9e9e-37adb6499a0b tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0506897 Jul 12 03:52:30.308765 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:30.316859 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1ede5358-5e70-4749-8010-659f4aad060b req-c8dd1478-d6d2-4a60-b09e-ea93d35a6c7c tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444796 Jul 12 03:52:31.047648 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:52:31.101775 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2cd802-438e-411a-b7f6-8d3b9da994b3 req-d6222c0d-a9d8-4086-900b-374871f1677f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:31.104374 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-da2cd802-438e-411a-b7f6-8d3b9da994b3 req-d6222c0d-a9d8-4086-900b-374871f1677f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 945 time: 0.0613875 Jul 12 03:52:31.125667 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:52:31.133852 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:52:31.134284 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:31.162673 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-da2cd802-438e-411a-b7f6-8d3b9da994b3 req-c7db5165-8410-4d32-beaa-f389ce21c81b tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506785 Jul 12 03:52:31.220115 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:52:31.220496 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:31.244516 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f988bb-503a-447f-a796-236af82ab9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:31.246937 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a4b3b-b38b-4e5b-aa81-333fdef8bef0" -d '{"events": [{"server_uuid": "58f988bb-503a-447f-a796-236af82ab9f6", "name": "network-vif-plugged", "status": "completed", "tag": "4ba9303d-bc54-4f55-bfa4-2008f5d2bd62"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:31.266356 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:31.271095 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:31.296291 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a063aa0e-17a4-4d6e-8417-11d2854328f3 x-openstack-request-id: req-a063aa0e-17a4-4d6e-8417-11d2854328f3 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:31.296612 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f988bb-503a-447f-a796-236af82ab9f6", "name": "network-vif-plugged", "status": "completed", "tag": "4ba9303d-bc54-4f55-bfa4-2008f5d2bd62", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:31.296863 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a063aa0e-17a4-4d6e-8417-11d2854328f3 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:31.297263 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a063aa0e-17a4-4d6e-8417-11d2854328f3'] response: {'server_uuid': '58f988bb-503a-447f-a796-236af82ab9f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'code': 200} Jul 12 03:52:31.324789 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:31.449292 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb14de7-c1db-4124-98da-8c92f07976e8 req-f5641db1-1b11-4810-8e01-c1f07f07d8e5 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:31.456305 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6eb14de7-c1db-4124-98da-8c92f07976e8 req-f5641db1-1b11-4810-8e01-c1f07f07d8e5 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0548005 Jul 12 03:52:31.504815 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6eb14de7-c1db-4124-98da-8c92f07976e8 req-64dd8a48-3d03-4983-9cd5-9cfd29487528 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472744 Jul 12 03:52:32.301971 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ea3d09-b75b-4f67-a790-4435fb1519ee req-2ab0ce59-c876-4b32-8f6c-30e1f51a0729 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:32.303941 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-37ea3d09-b75b-4f67-a790-4435fb1519ee req-2ab0ce59-c876-4b32-8f6c-30e1f51a0729 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0669911 Jul 12 03:52:32.391190 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-37ea3d09-b75b-4f67-a790-4435fb1519ee req-f101d19c-a922-4ce8-bb71-4667b66fd8f2 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0802760 Jul 12 03:52:32.644343 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ab6ded-fc77-430b-8e27-0acf69e482c9 req-93da2978-bfdc-49f4-b372-b28bb9705fa7 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:32.645983 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c4ab6ded-fc77-430b-8e27-0acf69e482c9 req-93da2978-bfdc-49f4-b372-b28bb9705fa7 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 948 time: 0.0617402 Jul 12 03:52:32.705391 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c4ab6ded-fc77-430b-8e27-0acf69e482c9 req-270161a9-8c8d-4cfc-8890-0cba65d8e8e4 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526555 Jul 12 03:52:33.027465 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:52:33.046002 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:33.146516 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,segment=NetworkSegment(9ea320f6-9ed5-4423-aada-babf1c04a53f),segment_id=9ea320f6-9ed5-4423-aada-babf1c04a53f)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:33.161843 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2', 'network_id': '1a543161-cd41-43f7-9abc-ec984c48ba67', 'port_id': '1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2', 'mac_address': 'fa:16:3e:f4:c6:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4106803b-00b1-4196-89f8-108b3d33a281', 'ip_address': '192.168.233.218'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:52:33.201557 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:52:33.201965 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:33.218810 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:52:33.246925 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,segment=NetworkSegment(9ea320f6-9ed5-4423-aada-babf1c04a53f),segment_id=9ea320f6-9ed5-4423-aada-babf1c04a53f)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:33.253127 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:33.322435 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:33.483013 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f9875-e1d6-4655-ac93-1d716d4a31cd req-7705a5aa-5f88-4503-82b8-c866aa157ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:33.485361 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dd0f9875-e1d6-4655-ac93-1d716d4a31cd req-7705a5aa-5f88-4503-82b8-c866aa157ef3 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 1130 time: 0.0902648 Jul 12 03:52:33.549058 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c335924-eebf-4098-89fd-e92d5014bb5b req-6ffddfda-42b5-4e9b-85b7-d21f142188b6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:33.551057 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3c335924-eebf-4098-89fd-e92d5014bb5b req-6ffddfda-42b5-4e9b-85b7-d21f142188b6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0693631 Jul 12 03:52:33.569858 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dd0f9875-e1d6-4655-ac93-1d716d4a31cd req-266333c2-e7d8-4532-892c-7f5de6404c62 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728128 Jul 12 03:52:33.617991 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3c335924-eebf-4098-89fd-e92d5014bb5b req-53dad0fc-2872-4ca9-8600-3a750bae86b3 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0571957 Jul 12 03:52:33.859810 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:52:33.866314 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60a8a88-ad68-4de2-8307-bf1f2a6203d1 req-4251669e-afcc-4577-acc0-e8cdc743a094 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:33.873728 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d60a8a88-ad68-4de2-8307-bf1f2a6203d1 req-4251669e-afcc-4577-acc0-e8cdc743a094 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 949 time: 0.0566065 Jul 12 03:52:33.937279 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d60a8a88-ad68-4de2-8307-bf1f2a6203d1 req-559aab7f-407f-4bad-b4b8-e36f9aa0caf7 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621076 Jul 12 03:52:34.740438 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30f618d-5110-4efa-833b-4cb90c9c8114 req-8b4a5b0e-dcc3-47a1-8e08-2f04ab291740 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:34.741930 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c30f618d-5110-4efa-833b-4cb90c9c8114 req-8b4a5b0e-dcc3-47a1-8e08-2f04ab291740 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0590289 Jul 12 03:52:34.794190 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c30f618d-5110-4efa-833b-4cb90c9c8114 req-c4b7d010-c6da-4000-8271-208d3a3ee76d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448911 Jul 12 03:52:35.073495 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701ebad-9ba9-4bb2-b37b-4889eea54b55 req-f5a4fe9b-2bfb-4907-af21-48401e9ac211 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:35.075042 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8701ebad-9ba9-4bb2-b37b-4889eea54b55 req-f5a4fe9b-2bfb-4907-af21-48401e9ac211 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 949 time: 0.0573943 Jul 12 03:52:35.160563 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8701ebad-9ba9-4bb2-b37b-4889eea54b55 req-887b42e9-a00f-4dbc-b3d3-03017de05453 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737364 Jul 12 03:52:35.576630 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:52:35.625937 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:52:35.635696 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:52:35.636478 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:35.719207 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:52:35.720062 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:35.746791 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ae0d05-6400-4af2-88f9-d3553f837de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:35.749871 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95a8aa52-e6cf-4b20-8551-167b99b101ca" -d '{"events": [{"server_uuid": "62ae0d05-6400-4af2-88f9-d3553f837de5", "name": "network-vif-plugged", "status": "completed", "tag": "1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:35.764167 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,segment=NetworkSegment(9ea320f6-9ed5-4423-aada-babf1c04a53f),segment_id=9ea320f6-9ed5-4423-aada-babf1c04a53f)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:35.770748 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:35.800981 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc343610-1683-44a1-978d-437a39b871be x-openstack-request-id: req-bc343610-1683-44a1-978d-437a39b871be {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:35.801434 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ae0d05-6400-4af2-88f9-d3553f837de5", "name": "network-vif-plugged", "status": "completed", "tag": "1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:35.801595 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bc343610-1683-44a1-978d-437a39b871be {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:35.802795 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc343610-1683-44a1-978d-437a39b871be'] response: {'server_uuid': '62ae0d05-6400-4af2-88f9-d3553f837de5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2', 'code': 200} Jul 12 03:52:35.861408 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:35.943127 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e9f33-7b4d-4987-a4a2-de0c17b4e5cd req-dc19770c-3ac8-4bbd-8efb-ba14b49f4e8a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:35.944979 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-883e9f33-7b4d-4987-a4a2-de0c17b4e5cd req-dc19770c-3ac8-4bbd-8efb-ba14b49f4e8a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0540123 Jul 12 03:52:36.007710 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-883e9f33-7b4d-4987-a4a2-de0c17b4e5cd req-ef22f5da-00ba-41ad-8f64-24a6df57b1a2 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539689 Jul 12 03:52:36.277660 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5298ad11-1c7c-484b-939c-b9b48f3fc14c req-5b2ef3ce-2b62-470b-9c27-3b70e16115c0 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:36.284507 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5298ad11-1c7c-484b-939c-b9b48f3fc14c req-5b2ef3ce-2b62-470b-9c27-3b70e16115c0 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 950 time: 0.0537574 Jul 12 03:52:36.334452 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5298ad11-1c7c-484b-939c-b9b48f3fc14c req-3a2e1ebf-6efc-4475-95cd-12c96729b1e8 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490727 Jul 12 03:52:36.692260 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7734c9-1689-4c72-87a7-1db316632eb2 req-ba77dd6a-a72c-4e1d-a4b4-928a437000fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:36.693922 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c7734c9-1689-4c72-87a7-1db316632eb2 req-ba77dd6a-a72c-4e1d-a4b4-928a437000fd service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 1134 time: 0.0478544 Jul 12 03:52:36.755047 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c7734c9-1689-4c72-87a7-1db316632eb2 req-c0eb5147-4518-44c4-a51f-422ae5296aa9 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540187 Jul 12 03:52:37.131486 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87fd585-a13d-4af5-b19e-45b500754fc7 req-da9d3851-3e9d-4b30-8830-2e564b00210e tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:37.133435 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e87fd585-a13d-4af5-b19e-45b500754fc7 req-da9d3851-3e9d-4b30-8830-2e564b00210e tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0568078 Jul 12 03:52:37.195488 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e87fd585-a13d-4af5-b19e-45b500754fc7 req-4fe379c6-588c-4326-a598-434925f1d0df tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557258 Jul 12 03:52:37.332130 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13dad0-373c-483e-9d84-893b88a369c1 req-339b72e5-d849-4172-8884-a5a59c1591de tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:37.334320 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bf13dad0-373c-483e-9d84-893b88a369c1 req-339b72e5-d849-4172-8884-a5a59c1591de tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0534427 Jul 12 03:52:37.410959 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bf13dad0-373c-483e-9d84-893b88a369c1 req-6f331dfa-9a34-42f3-9249-581788d2cc8c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665884 Jul 12 03:52:37.447404 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 37214) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:37.496836 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd173dc-934a-4ea1-a2e9-df77b1429a8f req-4e395376-d886-4271-824a-5d6b23933bbd tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:37.498601 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9dd173dc-934a-4ea1-a2e9-df77b1429a8f req-4e395376-d886-4271-824a-5d6b23933bbd tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 950 time: 0.0626411 Jul 12 03:52:37.574203 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9dd173dc-934a-4ea1-a2e9-df77b1429a8f req-3537c502-0267-45ab-9ab4-226a31250451 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642977 Jul 12 03:52:37.701639 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884b570c-f239-494e-91d0-7f0faa499921 tempest-TestVolumeBootPattern-1280940077 tempest-TestVolumeBootPattern-1280940077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:37.706327 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 37222) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:37.706853 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-884b570c-f239-494e-91d0-7f0faa499921 tempest-TestVolumeBootPattern-1280940077 tempest-TestVolumeBootPattern-1280940077-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 1125 time: 0.2576077 Jul 12 03:52:37.710877 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'port_id': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:52:37.734184 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:37.821458 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:37.872613 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:37.940636 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Allocated IP 172.27.0.108 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/033771c6-5207-4d38-ad2d-53b0bff9d0e5) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:52:38.018665 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:38.055982 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for port (033771c6-5207-4d38-ad2d-53b0bff9d0e5), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:38.090084 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (033771c6-5207-4d38-ad2d-53b0bff9d0e5), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:38.139362 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:52:38.143111 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:52:38.145217 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'Port': ['ID=033771c6-5207-4d38-ad2d-53b0bff9d0e5,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:38.147344 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:52:38.622490 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (35aa9e4f-95f0-4ccd-a90e-0783ba353556), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:38.700736 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868aee89-d1f2-42d1-ab61-cd07984c3f55 req-bf141f40-e0a4-4b54-b1be-7eefb3f4c3c4 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:38.702683 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-868aee89-d1f2-42d1-ab61-cd07984c3f55 req-bf141f40-e0a4-4b54-b1be-7eefb3f4c3c4 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 950 time: 0.0517974 Jul 12 03:52:38.740393 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (033771c6-5207-4d38-ad2d-53b0bff9d0e5), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:38.765677 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-868aee89-d1f2-42d1-ab61-cd07984c3f55 req-594d3517-56a4-4660-8318-4e79eb456f7c tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560811 Jul 12 03:52:38.905871 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:38.970819 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for port (033771c6-5207-4d38-ad2d-53b0bff9d0e5), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:39.010163 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (033771c6-5207-4d38-ad2d-53b0bff9d0e5), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:39.045036 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:39.092206 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'Port': ['ID=033771c6-5207-4d38-ad2d-53b0bff9d0e5,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:39.101863 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (35aa9e4f-95f0-4ccd-a90e-0783ba353556), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:39.205810 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Floating IP 35aa9e4f-95f0-4ccd-a90e-0783ba353556 associated. External IP: 172.27.0.108, port: 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62. Jul 12 03:52:39.413847 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Router ff031031-335e-42e4-a595-89a7537003a8 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:52:39.532161 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:52:39.545916 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] Sync routers for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:52:39.556548 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:39.559727 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:52:39.560656 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:52:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:39.607948 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-d3346c0d-fd1b-4822-a795-5a89ac643f75 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.9004817 Jul 12 03:52:39.608689 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f988bb-503a-447f-a796-236af82ab9f6', 'tag': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:39.611212 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-596f08cc-70b9-4fc6-9107-238926ac85dc" -d '{"events": [{"name": "network-changed", "server_uuid": "58f988bb-503a-447f-a796-236af82ab9f6", "tag": "4ba9303d-bc54-4f55-bfa4-2008f5d2bd62"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:39.684867 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e37a6675-f61d-41cc-bec7-f8e680233610 x-openstack-request-id: req-e37a6675-f61d-41cc-bec7-f8e680233610 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:39.685398 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f988bb-503a-447f-a796-236af82ab9f6", "tag": "4ba9303d-bc54-4f55-bfa4-2008f5d2bd62", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:39.685648 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e37a6675-f61d-41cc-bec7-f8e680233610 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:39.686082 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e37a6675-f61d-41cc-bec7-f8e680233610'] response: {'name': 'network-changed', 'server_uuid': '58f988bb-503a-447f-a796-236af82ab9f6', 'tag': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'status': 'completed', 'code': 200} Jul 12 03:52:39.815756 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-48a6a05b-76e6-44df-8118-627ec09e3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:39.817448 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-48a6a05b-76e6-44df-8118-627ec09e3f46 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 1130 time: 0.0594122 Jul 12 03:52:39.871190 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:52:39.931872 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-47138048-e3ff-4b3f-ae70-4c8c97c97e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:39.933678 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-47138048-e3ff-4b3f-ae70-4c8c97c97e43 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 913 time: 0.1064763 Jul 12 03:52:39.944576 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f605751e-5fd0-429d-950c-e4bc98a2a938 req-a14c59fd-d42f-4dbc-8ebd-391f3c6052d3 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:39.957335 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f605751e-5fd0-429d-950c-e4bc98a2a938 req-a14c59fd-d42f-4dbc-8ebd-391f3c6052d3 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 950 time: 0.0923247 Jul 12 03:52:40.003572 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:40.008324 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:40.041909 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-7f0741f4-95e3-46fb-96a3-22b110af5c88 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 HTTP/1.1" status: 200 len: 1000 time: 0.0976813 Jul 12 03:52:40.046174 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:40.058661 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f605751e-5fd0-429d-950c-e4bc98a2a938 req-a3717ef6-023d-48e1-83cc-0c59885a56a5 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000245 Jul 12 03:52:40.106275 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-643fcf74-4764-41b2-8387-8f9ae4439dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:40.108023 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-643fcf74-4764-41b2-8387-8f9ae4439dad service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0586767 Jul 12 03:52:40.174650 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '35aa9e4f-95f0-4ccd-a90e-0783ba353556', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:2d:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f988bb-503a-447f-a796-236af82ab9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:52:38Z', 'updated_at': '2022-07-12T03:52:38Z', 'revision_number': 0, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:40.188231 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-6c19c0f7-88d3-4592-b202-0e949e444e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:40.190009 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-6c19c0f7-88d3-4592-b202-0e949e444e80 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0670249 Jul 12 03:52:40.212722 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] Checking router: ff031031-335e-42e4-a595-89a7537003a8 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:52:40.223453 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:52:40.224098 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:52:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:40.326408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:40.343443 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:52:40.345777 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:40.348491 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-84a490b7-6dd9-4141-9c51-838fa0f299fd service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509244 Jul 12 03:52:40.418453 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4b0c4-1eff-4df1-bdf3-18921ac00666 req-4f30829b-2f1a-4be7-93f4-d305a5de66b0 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:40.424804 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fef4b0c4-1eff-4df1-bdf3-18921ac00666 req-4f30829b-2f1a-4be7-93f4-d305a5de66b0 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 950 time: 0.0596180 Jul 12 03:52:40.477181 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fef4b0c4-1eff-4df1-bdf3-18921ac00666 req-fd65d0da-67de-44a2-b002-0ec2d948d5f9 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498128 Jul 12 03:52:40.605170 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '35aa9e4f-95f0-4ccd-a90e-0783ba353556', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:2d:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f988bb-503a-447f-a796-236af82ab9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:52:38Z', 'updated_at': '2022-07-12T03:52:38Z', 'revision_number': 0, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:40.633081 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-419c18a7-c6a3-43cd-91ac-2978e800ee5d None None] The sync data for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi is: [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '35aa9e4f-95f0-4ccd-a90e-0783ba353556', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.108', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 468, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:2d:71:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58f988bb-503a-447f-a796-236af82ab9f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:52:38Z', 'updated_at': '2022-07-12T03:52:38Z', 'revision_number': 0, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:52:40.848171 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4923586-fbd8-4349-9b42-bfb30105944c None None] New status for floating IP 35aa9e4f-95f0-4ccd-a90e-0783ba353556: ACTIVE {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:52:41.609885 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d7e617-1018-476f-a4b4-f837fc0cabe0 req-2af4c0a2-c560-4194-a7e8-0a7b54f47387 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:41.613661 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-89d7e617-1018-476f-a4b4-f837fc0cabe0 req-2af4c0a2-c560-4194-a7e8-0a7b54f47387 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 950 time: 0.0526652 Jul 12 03:52:41.644813 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:41.684193 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-89d7e617-1018-476f-a4b4-f837fc0cabe0 req-f23d8148-92e6-4414-8826-3e6e0f155049 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639057 Jul 12 03:52:42.263658 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-596f08cc-70b9-4fc6-9107-238926ac85dc req-80c8f173-875c-4e56-890e-9b97a10beac5 service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984230 Jul 12 03:52:42.796833 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49551c5a-8d51-414f-9e5b-853676095264 req-189d6227-c041-4495-a51c-38e3b4c63d76 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:42.806141 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-49551c5a-8d51-414f-9e5b-853676095264 req-189d6227-c041-4495-a51c-38e3b4c63d76 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 950 time: 0.0501502 Jul 12 03:52:42.853951 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-49551c5a-8d51-414f-9e5b-853676095264 req-f067d139-c592-432e-a108-3e65ff455e01 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491905 Jul 12 03:52:43.463643 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-2b79317b-e6e1-4be5-b87c-78dab0733dbb tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:43.465014 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-2b79317b-e6e1-4be5-b87c-78dab0733dbb tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.44 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 950 time: 0.0580840 Jul 12 03:52:44.237157 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Deleting port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:52:44.237484 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:44.264220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d904ef-0334-4111-a6ef-fe16303478f2 req-ccfe3c39-754b-4f16-9d0a-1a2302c2cb9f tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:44.265785 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71d904ef-0334-4111-a6ef-fe16303478f2 req-ccfe3c39-754b-4f16-9d0a-1a2302c2cb9f tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 950 time: 0.3145399 Jul 12 03:52:44.370811 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71d904ef-0334-4111-a6ef-fe16303478f2 req-23d14a93-90a1-4712-aeec-a28e572248b6 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/security-groups?id=0e7ee19f-5b4b-4818-98fa-05bd138164c0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982587 Jul 12 03:52:44.377959 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] For port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,segment=NetworkSegment(9ea320f6-9ed5-4423-aada-babf1c04a53f),segment_id=9ea320f6-9ed5-4423-aada-babf1c04a53f)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:52:44.378509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:44.406562 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Calling delete_port for 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:52:44.545161 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:44.571619 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Pushing event deleted for resources: {'Port': ['ID=1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:44.621992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] No DVR routers for this DVR port 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:52:44.624649 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:44.628131 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f23e5a3e-ec46-44d3-8c0c-3982ef0f2132 req-d7357098-a8e2-468a-b126-8c8b92f8a140 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.44 "DELETE /v2.0/ports/1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 HTTP/1.1" status: 204 len: 173 time: 0.7634790 Jul 12 03:52:44.628593 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62ae0d05-6400-4af2-88f9-d3553f837de5', 'name': 'network-vif-deleted', 'tag': '1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:52:44.630900 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0aaf559d-314c-4d5c-a190-fd14996af37b" -d '{"events": [{"server_uuid": "62ae0d05-6400-4af2-88f9-d3553f837de5", "name": "network-vif-deleted", "tag": "1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:52:44.686600 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:52:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5638bddf-d4fb-4a41-a6e1-48f171726c67 x-openstack-request-id: req-5638bddf-d4fb-4a41-a6e1-48f171726c67 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:52:44.686938 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62ae0d05-6400-4af2-88f9-d3553f837de5", "name": "network-vif-deleted", "tag": "1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:52:44.687192 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5638bddf-d4fb-4a41-a6e1-48f171726c67 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:52:44.687601 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5638bddf-d4fb-4a41-a6e1-48f171726c67'] response: {'server_uuid': '62ae0d05-6400-4af2-88f9-d3553f837de5', 'name': 'network-vif-deleted', 'tag': '1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2', 'status': 'completed', 'code': 200} Jul 12 03:52:45.191280 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-de43c52b-0436-4e55-9fc6-3e6f35a68a74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.429098 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 37374) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:45.473573 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-4434e907-08b5-44b4-be74-04f6f15312c4 admin admin] Deleting subnet 8b1d4842-c330-447c-a65b-cc6d896d6958 {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:52:45.485738 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4434e907-08b5-44b4-be74-04f6f15312c4 admin admin] Publish callbacks [] for subnet (8b1d4842-c330-447c-a65b-cc6d896d6958), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.496732 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.525340 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1355dbc5-f0b8-47cd-bbd1-74657b930484 req-f1593ddb-432a-4bc1-9d35-e8bc85edc107 tempest-VolumesNegativeTest-724763881 tempest-VolumesNegativeTest-724763881-project] 10.222.0.20 "GET /v2.0/ports?device_id=62ae0d05-6400-4af2-88f9-d3553f837de5 HTTP/1.1" status: 200 len: 210 time: 0.0493960 Jul 12 03:52:45.536448 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4434e907-08b5-44b4-be74-04f6f15312c4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (8b1d4842-c330-447c-a65b-cc6d896d6958), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.569954 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:52:45.582499 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4434e907-08b5-44b4-be74-04f6f15312c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (8b1d4842-c330-447c-a65b-cc6d896d6958), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.590744 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:52:45.590744 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 1ff2a7cb-44b1-4570-b48d-9beb05f9e1d2 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:52:45.614048 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:45.641913 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4434e907-08b5-44b4-be74-04f6f15312c4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (8b1d4842-c330-447c-a65b-cc6d896d6958), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.665743 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4434e907-08b5-44b4-be74-04f6f15312c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b1d4842-c330-447c-a65b-cc6d896d6958,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:45.672442 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4434e907-08b5-44b4-be74-04f6f15312c4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.675573 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4434e907-08b5-44b4-be74-04f6f15312c4 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/8b1d4842-c330-447c-a65b-cc6d896d6958 HTTP/1.1" status: 204 len: 168 time: 0.2454784 Jul 12 03:52:45.678418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 37378) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:45.751907 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.834062 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.855331 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4']}} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:45.864470 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1aeb5d9f-bb28-46f0-8bff-95204a297642') {'for_net_delete': True} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:45.864767 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1aeb5d9f-bb28-46f0-8bff-95204a297642') {} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:52:45.874229 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627617'] for segment (1aeb5d9f-bb28-46f0-8bff-95204a297642), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.888719 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (1aeb5d9f-bb28-46f0-8bff-95204a297642), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.895958 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=110647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:52:45.896374 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5532234'] for segment (1aeb5d9f-bb28-46f0-8bff-95204a297642), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.914959 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment 1aeb5d9f-bb28-46f0-8bff-95204a297642 resource provider aggregate not found Jul 12 03:52:45.953626 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment 1aeb5d9f-bb28-46f0-8bff-95204a297642 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1aeb5d9f-bb28-46f0-8bff-95204a297642 found for delete ", "request_id": "req-fea6e7a9-7596-414e-9150-28eb70f13bba"}]} Jul 12 03:52:45.964384 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.972107 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:45.978109 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] 10.222.0.20 "DELETE /v2.0/networks/1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4 HTTP/1.1" status: 204 len: 168 time: 0.2957802 Jul 12 03:52:45.984449 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b12ef5-d015-43b9-aa63-3bde34a1c250 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fbf7062-dd80-4df4-aff2-3f3cec0e4cd4,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:46.149467 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 37386) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:46.158480 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:46.196767 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-0ec9749d-dde2-46f2-9ed7-e7e054bf036b admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3e33bfd157c64f8688b9720d80a3a8af&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0459878 Jul 12 03:52:46.200403 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 37388) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:46.250400 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-819ef835-e0c4-4f71-9b16-547aa1e73da9 admin admin] Publish callbacks [] for security_group (9ca28659-a6cb-469b-8225-ffe52741ba14), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:46.286510 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-819ef835-e0c4-4f71-9b16-547aa1e73da9 admin admin] Publish callbacks [] for security_group (9ca28659-a6cb-469b-8225-ffe52741ba14), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:46.344383 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-819ef835-e0c4-4f71-9b16-547aa1e73da9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (9ca28659-a6cb-469b-8225-ffe52741ba14), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:46.346891 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-819ef835-e0c4-4f71-9b16-547aa1e73da9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:46.348120 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-819ef835-e0c4-4f71-9b16-547aa1e73da9 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9ca28659-a6cb-469b-8225-ffe52741ba14 HTTP/1.1" status: 204 len: 168 time: 0.1468365 Jul 12 03:52:46.357443 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819ef835-e0c4-4f71-9b16-547aa1e73da9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca28659-a6cb-469b-8225-ffe52741ba14,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:47.697519 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a1b1c3b8-dd5a-4e6a-80ed-201bcd7cc0e5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:48.648654 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:48.914851 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:52:50.122225 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:50.580687 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:50.681662 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 37644) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:50.821695 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-1d259989-2912-46a3-b1f5-6bf8aebff04a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=09f7e3cc59e14a0885a761c4be5e898f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1387959 Jul 12 03:52:50.824382 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 37652) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:52:50.878856 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ecafde30-9e92-4b58-a7e8-d4e1ec91b39c admin admin] Publish callbacks [] for security_group (0e7ee19f-5b4b-4818-98fa-05bd138164c0), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:50.905464 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ecafde30-9e92-4b58-a7e8-d4e1ec91b39c admin admin] Publish callbacks [] for security_group (0e7ee19f-5b4b-4818-98fa-05bd138164c0), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:50.955218 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=12,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:50.955821 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ecafde30-9e92-4b58-a7e8-d4e1ec91b39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (0e7ee19f-5b4b-4818-98fa-05bd138164c0), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:50.958722 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ecafde30-9e92-4b58-a7e8-d4e1ec91b39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:52:50.959945 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ecafde30-9e92-4b58-a7e8-d4e1ec91b39c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0e7ee19f-5b4b-4818-98fa-05bd138164c0 HTTP/1.1" status: 204 len: 168 time: 0.1342630 Jul 12 03:52:50.968418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecafde30-9e92-4b58-a7e8-d4e1ec91b39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ee19f-5b4b-4818-98fa-05bd138164c0,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:52:58.144702 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418d8857-ca81-4618-8d39-7aeb5cc50865 req-2de15f6e-f014-4b06-af09-a2f964eaed80 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:58.146160 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-418d8857-ca81-4618-8d39-7aeb5cc50865 req-2de15f6e-f014-4b06-af09-a2f964eaed80 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0465403 Jul 12 03:52:58.193407 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-418d8857-ca81-4618-8d39-7aeb5cc50865 req-b41fe86b-4262-47bf-9ece-a3b740bc62fd tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414307 Jul 12 03:52:58.911589 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:52:59.338706 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c525d3-0a50-44e7-a26f-05ed2029dea9 req-40295837-2de2-4222-acc2-bd9e98534003 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:52:59.340208 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d6c525d3-0a50-44e7-a26f-05ed2029dea9 req-40295837-2de2-4222-acc2-bd9e98534003 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0569794 Jul 12 03:52:59.387862 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d6c525d3-0a50-44e7-a26f-05ed2029dea9 req-7182a984-8079-4a89-937f-304bec99ab15 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418770 Jul 12 03:53:00.509049 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37e214-2b54-47eb-98af-b6cd4b468997 req-f8cd9c07-141d-45f8-8344-a8c2c38164a4 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:00.510513 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-af37e214-2b54-47eb-98af-b6cd4b468997 req-f8cd9c07-141d-45f8-8344-a8c2c38164a4 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0500963 Jul 12 03:53:00.561674 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-af37e214-2b54-47eb-98af-b6cd4b468997 req-5fd4c685-0d64-405a-a245-3431688e1189 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454726 Jul 12 03:53:00.572325 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=64,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:00.574348 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=21,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:00.985451 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:01.695655 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e48a74-5e4b-4f74-8e3e-ba15759a1da3 req-0b4536f5-7e31-4c6c-b81b-a457b0771230 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:01.697055 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a4e48a74-5e4b-4f74-8e3e-ba15759a1da3 req-0b4536f5-7e31-4c6c-b81b-a457b0771230 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0491533 Jul 12 03:53:01.746381 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a4e48a74-5e4b-4f74-8e3e-ba15759a1da3 req-01e41b49-2901-4243-8cd7-6871581f69cb tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438077 Jul 12 03:53:02.872828 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d17f248-4bc6-4620-a347-ec01ad320c14 req-42dbb1b2-d6e1-49ab-a475-c0fcfe3aad46 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:02.874321 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9d17f248-4bc6-4620-a347-ec01ad320c14 req-42dbb1b2-d6e1-49ab-a475-c0fcfe3aad46 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0495229 Jul 12 03:53:02.929018 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9d17f248-4bc6-4620-a347-ec01ad320c14 req-b37106eb-0e38-42d7-bfad-0d28cf583671 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489848 Jul 12 03:53:04.052967 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a5d06d-33b3-410a-9129-53b2b6d34d06 req-a31a8090-f077-4619-9d77-e3004604a3cc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:04.054432 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-48a5d06d-33b3-410a-9129-53b2b6d34d06 req-a31a8090-f077-4619-9d77-e3004604a3cc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0478289 Jul 12 03:53:04.100870 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-48a5d06d-33b3-410a-9129-53b2b6d34d06 req-c785f897-860d-4956-b6ab-b921c456ff0c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406444 Jul 12 03:53:05.234687 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a51b6f-2bf7-45a2-8c18-5f77503736c7 req-faff37df-7613-4fef-bbf9-392a8abe7211 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:05.236097 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-26a51b6f-2bf7-45a2-8c18-5f77503736c7 req-faff37df-7613-4fef-bbf9-392a8abe7211 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0472374 Jul 12 03:53:05.284991 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-26a51b6f-2bf7-45a2-8c18-5f77503736c7 req-e1f21025-20da-4065-8729-87e59d71b25e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431204 Jul 12 03:53:06.423322 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039c2e0-f0b2-48aa-9f9c-28371d5299ef req-59b4d686-f36f-446e-92a8-59c02c23123a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:06.424993 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4039c2e0-f0b2-48aa-9f9c-28371d5299ef req-59b4d686-f36f-446e-92a8-59c02c23123a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0541966 Jul 12 03:53:06.474999 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4039c2e0-f0b2-48aa-9f9c-28371d5299ef req-1cabbbba-39f9-49c1-87c8-da6a9708875c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420310 Jul 12 03:53:07.578503 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:07.621103 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90729a7-3b6b-40cd-9ed4-73dfe7749022 req-967a82d9-9613-40cc-9e8b-58acd34d26dc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:07.622594 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f90729a7-3b6b-40cd-9ed4-73dfe7749022 req-967a82d9-9613-40cc-9e8b-58acd34d26dc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0540838 Jul 12 03:53:07.685490 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f90729a7-3b6b-40cd-9ed4-73dfe7749022 req-92304fdf-b2a0-4dd2-854b-7cb026b2a02b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556698 Jul 12 03:53:08.531677 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf52950-c948-43b9-96b8-2d5790dfbc0d req-14fb983f-6638-47c3-869e-70427b7069fd tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:08.533408 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-edf52950-c948-43b9-96b8-2d5790dfbc0d req-14fb983f-6638-47c3-869e-70427b7069fd tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 946 time: 0.0505733 Jul 12 03:53:08.544423 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:08.588663 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-edf52950-c948-43b9-96b8-2d5790dfbc0d req-813a82d7-f046-435a-90db-ed6626289393 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497410 Jul 12 03:53:08.821345 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f80a63c-c040-45d2-b9ce-11f9a67a7c1e req-afa188b3-1fb5-4ebf-aeb3-569d41234586 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:08.822848 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6f80a63c-c040-45d2-b9ce-11f9a67a7c1e req-afa188b3-1fb5-4ebf-aeb3-569d41234586 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0474532 Jul 12 03:53:08.871803 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6f80a63c-c040-45d2-b9ce-11f9a67a7c1e req-f29a8086-dc2d-4ca3-a1dc-d10200538d98 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433998 Jul 12 03:53:09.719967 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760977ff-0d1a-4bda-97ab-0cb8b80ce6dd req-d051f2c6-1945-49b6-82dc-b4263a0c4b9c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:09.721355 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-760977ff-0d1a-4bda-97ab-0cb8b80ce6dd req-d051f2c6-1945-49b6-82dc-b4263a0c4b9c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 946 time: 0.0493939 Jul 12 03:53:09.786257 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-760977ff-0d1a-4bda-97ab-0cb8b80ce6dd req-b8d0343e-1a16-4a88-875b-cc6391ba36c9 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563498 Jul 12 03:53:10.002181 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71755a9f-b4cd-4c34-b3d2-6770d84db6fb req-ab2ad87a-37d4-4f19-8ddf-1a58591ab065 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:10.003569 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71755a9f-b4cd-4c34-b3d2-6770d84db6fb req-ab2ad87a-37d4-4f19-8ddf-1a58591ab065 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0517523 Jul 12 03:53:10.039488 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:DELETE=4,neutron:SELECT=96 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:10.052471 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-71755a9f-b4cd-4c34-b3d2-6770d84db6fb req-afe469a8-ad65-40f6-8e76-2f021b92c243 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428572 Jul 12 03:53:10.697756 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-e9b08922-42e5-4d61-8565-ecaea196861c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:10.699221 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-e9b08922-42e5-4d61-8565-ecaea196861c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.44 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 946 time: 0.0556583 Jul 12 03:53:10.780957 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:10.787114 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Deleting port 0f893515-f3d7-4404-9069-2651d8e631d6 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:53:10.787462 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:10.881637 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] For port 0f893515-f3d7-4404-9069-2651d8e631d6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=0f893515-f3d7-4404-9069-2651d8e631d6,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:53:10.881994 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:10.896536 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Calling delete_port for 0f893515-f3d7-4404-9069-2651d8e631d6 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:53:10.906570 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78488031-7c3a-430f-9f1d-8604a3adcb46 req-44bcea4c-69e5-4eff-bae1-2e2dfa69b341 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:10.908082 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-78488031-7c3a-430f-9f1d-8604a3adcb46 req-44bcea4c-69e5-4eff-bae1-2e2dfa69b341 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=819ccee1-8d15-4186-9538-b903779cdf2f HTTP/1.1" status: 200 len: 946 time: 0.0503452 Jul 12 03:53:10.961954 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-78488031-7c3a-430f-9f1d-8604a3adcb46 req-f3d9fc6f-1f2a-4ade-a115-871f840b6d61 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481162 Jul 12 03:53:11.031275 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (0f893515-f3d7-4404-9069-2651d8e631d6), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:11.064554 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Pushing event deleted for resources: {'Port': ['ID=0f893515-f3d7-4404-9069-2651d8e631d6,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:53:11.079185 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.079372 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['0f893515-f3d7-4404-9069-2651d8e631d6'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:53:11.079822 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.079822 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.079822 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.079822 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.080161 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.080327 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.080769 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.080958 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.081274 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.081602 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.081918 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.082321 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.082539 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.082873 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:11.121407 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] No DVR routers for this DVR port 0f893515-f3d7-4404-9069-2651d8e631d6 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:53:11.123899 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:11.130966 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4290c5a4-04ae-4cde-8f26-f63b106ac457 req-8a34eaf6-66c6-4d14-b809-ded47ef1e27d tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.44 "DELETE /v2.0/ports/0f893515-f3d7-4404-9069-2651d8e631d6 HTTP/1.1" status: 204 len: 173 time: 0.4262662 Jul 12 03:53:11.131431 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '819ccee1-8d15-4186-9538-b903779cdf2f', 'name': 'network-vif-deleted', 'tag': '0f893515-f3d7-4404-9069-2651d8e631d6'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:53:11.133864 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6bfab8-1c41-490f-9c3a-aae2573d2dba" -d '{"events": [{"server_uuid": "819ccee1-8d15-4186-9538-b903779cdf2f", "name": "network-vif-deleted", "tag": "0f893515-f3d7-4404-9069-2651d8e631d6"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:53:11.172689 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aec85ae0-9637-4fd5-8739-98ab61a26bb5 x-openstack-request-id: req-aec85ae0-9637-4fd5-8739-98ab61a26bb5 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:53:11.172992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "819ccee1-8d15-4186-9538-b903779cdf2f", "name": "network-vif-deleted", "tag": "0f893515-f3d7-4404-9069-2651d8e631d6", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:53:11.173248 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-aec85ae0-9637-4fd5-8739-98ab61a26bb5 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:53:11.173653 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-aec85ae0-9637-4fd5-8739-98ab61a26bb5'] response: {'server_uuid': '819ccee1-8d15-4186-9538-b903779cdf2f', 'name': 'network-vif-deleted', 'tag': '0f893515-f3d7-4404-9069-2651d8e631d6', 'status': 'completed', 'code': 200} Jul 12 03:53:11.186875 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6841717b-b2c7-43fb-969e-7b5307c9c46d req-f9963fa4-8f9b-43f8-82a1-e17758c448ef tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:11.188425 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6841717b-b2c7-43fb-969e-7b5307c9c46d req-f9963fa4-8f9b-43f8-82a1-e17758c448ef tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0516481 Jul 12 03:53:11.238663 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6841717b-b2c7-43fb-969e-7b5307c9c46d req-41f0667a-aa74-4b77-a233-dacfe6c8fdcd tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444875 Jul 12 03:53:12.379560 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44ca06-4a5a-45c8-bd07-3295750df150 req-b6d60a90-ee2b-42df-b7e0-6864eb46065f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:12.381055 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc44ca06-4a5a-45c8-bd07-3295750df150 req-b6d60a90-ee2b-42df-b7e0-6864eb46065f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0563643 Jul 12 03:53:12.427941 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc44ca06-4a5a-45c8-bd07-3295750df150 req-bed4f70d-34a3-44c0-a6f2-f799ae3df17a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410209 Jul 12 03:53:13.561022 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565c4f6d-b836-47b3-a414-7fa20273fada req-2d63c186-63fa-4558-ba1c-3d0e688712c3 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:13.562486 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-565c4f6d-b836-47b3-a414-7fa20273fada req-2d63c186-63fa-4558-ba1c-3d0e688712c3 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0499859 Jul 12 03:53:13.613643 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-565c4f6d-b836-47b3-a414-7fa20273fada req-aa6d9133-62c2-4793-a8d9-3ff37f106ea1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428672 Jul 12 03:53:14.754220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa43476-90f1-4f01-bd5e-23b1f45456a9 req-319a3fe5-3078-4a00-ac62-0ed0e01962e7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:14.755841 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-faa43476-90f1-4f01-bd5e-23b1f45456a9 req-319a3fe5-3078-4a00-ac62-0ed0e01962e7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0527227 Jul 12 03:53:14.803427 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-faa43476-90f1-4f01-bd5e-23b1f45456a9 req-26a1852e-0332-40f8-9b58-bd47df88c818 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418901 Jul 12 03:53:15.197570 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-041720be-7475-47e5-8e31-196fd0ba4f56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:15.927763 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78c78c0-35b6-46c5-aed3-aaf0f692adc8 req-4199ab15-dd8a-4d85-aa60-f2114b562149 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:15.929241 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b78c78c0-35b6-46c5-aed3-aaf0f692adc8 req-4199ab15-dd8a-4d85-aa60-f2114b562149 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0473819 Jul 12 03:53:15.980559 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b78c78c0-35b6-46c5-aed3-aaf0f692adc8 req-5250e09a-00a8-49cd-bf32-706537c21dc3 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457938 Jul 12 03:53:16.762825 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 0f893515-f3d7-4404-9069-2651d8e631d6 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:53:16.784844 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 0f893515-f3d7-4404-9069-2651d8e631d6 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:53:16.785183 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 0f893515-f3d7-4404-9069-2651d8e631d6 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:53:16.786620 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:17.112212 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f71c9d-dc45-4109-86e3-cbd40db1cecf req-2f403274-d2e5-4a36-bce8-130d853fe06a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:17.113661 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d4f71c9d-dc45-4109-86e3-cbd40db1cecf req-2f403274-d2e5-4a36-bce8-130d853fe06a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0505950 Jul 12 03:53:17.160631 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d4f71c9d-dc45-4109-86e3-cbd40db1cecf req-54d05c83-dc53-42fa-84d2-4fa35585d0a0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413542 Jul 12 03:53:17.697369 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7d5b2ace-8c99-4ab9-a7cb-7c1fcab202fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:17.852319 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-72e1f76f-0ee1-44fe-af8d-91139044c5cc service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0484400 Jul 12 03:53:17.926242 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-79192330-3a92-41ec-bf4e-7f5150fc38bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:17.927729 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-79192330-3a92-41ec-bf4e-7f5150fc38bf service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 1129 time: 0.0406804 Jul 12 03:53:18.018689 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:18.037254 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-ba7ebd00-2e82-408f-8398-5209992173af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:18.038714 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-ba7ebd00-2e82-408f-8398-5209992173af service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.0909307 Jul 12 03:53:18.094195 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-8ac00940-cdbd-4506-9d40-059057684ea1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae HTTP/1.1" status: 200 len: 217 time: 0.0317531 Jul 12 03:53:18.146786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-dad70ddf-451d-47e8-8e6a-0cd225ae3364 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:18.148248 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-dad70ddf-451d-47e8-8e6a-0cd225ae3364 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0474563 Jul 12 03:53:18.188613 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:18.193142 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-7b025d1f-ea00-4066-87a4-815455f4eefa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:18.194853 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-7b025d1f-ea00-4066-87a4-815455f4eefa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399234 Jul 12 03:53:18.283043 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3becbb53-f28b-447f-b2ea-03c91cff6b67 req-007107cf-2c3c-43d5-aea5-263b1594428b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:18.284405 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3becbb53-f28b-447f-b2ea-03c91cff6b67 req-007107cf-2c3c-43d5-aea5-263b1594428b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0483177 Jul 12 03:53:18.296042 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-3755ba51-2d31-4bd7-88ec-2f2d5706616a service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946748 Jul 12 03:53:18.330643 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3becbb53-f28b-447f-b2ea-03c91cff6b67 req-1c3b903d-d4f2-477a-9088-81254d7b9a32 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403788 Jul 12 03:53:18.394842 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50b51c64-ce9d-405c-ace7-19473796b3f5 req-a2923333-d4df-492d-8729-3f8ef2ab440d service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914714 Jul 12 03:53:18.654192 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:18.765553 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:53:18.872519 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:53:18.883425 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '28823cfb-b758-4345-b841-353bcf53f8b8', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'port_id': '28823cfb-b758-4345-b841-353bcf53f8b8', 'mac_address': 'fa:16:3e:7b:a5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:53:18.917921 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 28823cfb-b758-4345-b841-353bcf53f8b8 is: ACTIVE; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:53:18.918277 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:18.932243 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 28823cfb-b758-4345-b841-353bcf53f8b8 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:53:18.956919 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:53:18.963301 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:19.009486 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=6']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:53:19.450081 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['28823cfb-b758-4345-b841-353bcf53f8b8'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:53:19.457429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4408f03f-18dc-41c1-9cba-ce52857c32c0 req-3b345170-0c74-4ebf-9098-0e1d56c75f97 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:19.458929 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4408f03f-18dc-41c1-9cba-ce52857c32c0 req-3b345170-0c74-4ebf-9098-0e1d56c75f97 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0489447 Jul 12 03:53:19.510459 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4408f03f-18dc-41c1-9cba-ce52857c32c0 req-0ab93643-7367-480b-a997-f7071e16d366 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456569 Jul 12 03:53:19.858470 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:19.859226 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:20.131597 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:20.589172 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:20.645220 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfcde34-c727-4562-b267-397b74197294 req-dad01a1a-9c0c-401b-998b-ad989c1aab31 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:20.647658 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8dfcde34-c727-4562-b267-397b74197294 req-dad01a1a-9c0c-401b-998b-ad989c1aab31 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0490439 Jul 12 03:53:20.696501 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8dfcde34-c727-4562-b267-397b74197294 req-f59b0273-712d-443d-9b4c-d95be0c55c69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422339 Jul 12 03:53:21.825222 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3775a1-45c4-44bb-8904-2f469a3ce241 req-e4d0a2ca-9e24-4466-b14e-c8899e09a030 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:21.827338 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d3775a1-45c4-44bb-8904-2f469a3ce241 req-e4d0a2ca-9e24-4466-b14e-c8899e09a030 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0527682 Jul 12 03:53:21.886599 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d3775a1-45c4-44bb-8904-2f469a3ce241 req-09d9b4ae-d538-49d5-a1b6-02b18166bbf2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509839 Jul 12 03:53:23.019336 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a34aef3-a467-4500-9f31-7cdd6305e470 req-6ba1cc5e-3b4c-44da-bb48-6d85d81946fe tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:23.020839 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6a34aef3-a467-4500-9f31-7cdd6305e470 req-6ba1cc5e-3b4c-44da-bb48-6d85d81946fe tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0519152 Jul 12 03:53:23.071098 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6a34aef3-a467-4500-9f31-7cdd6305e470 req-318b18d4-35f4-42d9-88c5-114a276ca14f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420794 Jul 12 03:53:24.211199 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d19e91-5ca0-41e4-8589-238111e4c8a7 req-bf5a1e99-4f5b-4041-98c1-45fddd585112 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:24.212593 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-41d19e91-5ca0-41e4-8589-238111e4c8a7 req-bf5a1e99-4f5b-4041-98c1-45fddd585112 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0504448 Jul 12 03:53:24.262410 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-41d19e91-5ca0-41e4-8589-238111e4c8a7 req-63da0657-9504-48f8-a214-55e766142bea tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416217 Jul 12 03:53:24.540523 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:53:24.592754 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 28823cfb-b758-4345-b841-353bcf53f8b8 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:53:24.593125 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:24.668037 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 28823cfb-b758-4345-b841-353bcf53f8b8 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:53:24.668464 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:24.691763 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:53:24.694108 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9c129c0-e386-40b8-944c-51ba039150e3" -d '{"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-plugged", "status": "completed", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:53:24.706849 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:53:24.713259 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:24.735127 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ac0ced-a34c-45b3-a039-26a7832e36e3 x-openstack-request-id: req-00ac0ced-a34c-45b3-a039-26a7832e36e3 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:53:24.735438 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-plugged", "status": "completed", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:53:24.735668 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-00ac0ced-a34c-45b3-a039-26a7832e36e3 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:53:24.736065 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-00ac0ced-a34c-45b3-a039-26a7832e36e3'] response: {'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8', 'code': 200} Jul 12 03:53:24.760614 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=7']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:53:25.316778 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-cf974845-b51c-4a0c-936d-a9656e764fbd tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:25.318287 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-cf974845-b51c-4a0c-936d-a9656e764fbd tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/networks?id=a69bab14-5f26-41ea-927b-f205133d3d80 HTTP/1.1" status: 200 len: 814 time: 0.1071389 Jul 12 03:53:25.333221 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-5db6c59a-7be0-41e0-9afc-9f1f169f58ff tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/quotas/cd2e5f7d1e2e4aa3a98bbbf89a6ec276 HTTP/1.1" status: 200 len: 375 time: 0.0094712 Jul 12 03:53:25.366715 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-d82742e5-d377-43b8-9566-b43f0cf39dd8 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd2e5f7d1e2e4aa3a98bbbf89a6ec276&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282216 Jul 12 03:53:25.393734 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c0b32b-0122-46b8-a73d-89c3cefa1e57 req-0fe53f54-0499-4333-b539-48a3563749ba tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:25.395164 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e8c0b32b-0122-46b8-a73d-89c3cefa1e57 req-0fe53f54-0499-4333-b539-48a3563749ba tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0473623 Jul 12 03:53:25.442170 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e8c0b32b-0122-46b8-a73d-89c3cefa1e57 req-ec725ff6-728b-4acb-85c4-121903623768 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411246 Jul 12 03:53:25.461024 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-375a989e-4ff3-4e03-8303-af19b95d7562 service neutron] 10.222.0.20 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876069 Jul 12 03:53:25.552135 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-9f53c4a1-b3e2-4b87-a1fd-2881c70a71c6 service neutron] 10.222.0.20 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854163 Jul 12 03:53:25.718262 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bc2f7a93-4b72-43d9-8b76-9da3d8e1b2eb req-4c7e7c16-f129-45b3-80c5-6c9e9b8c048e tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 210 time: 0.0283198 Jul 12 03:53:25.913605 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:53:26.574471 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384a7c24-ae22-42c5-8ecf-c0dbae33a919 req-7aac0dad-42b3-4ebf-8c64-a9c310e00543 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:26.575953 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-384a7c24-ae22-42c5-8ecf-c0dbae33a919 req-7aac0dad-42b3-4ebf-8c64-a9c310e00543 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0527582 Jul 12 03:53:26.605734 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:26.631149 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-384a7c24-ae22-42c5-8ecf-c0dbae33a919 req-72148b46-eb30-49ed-ada8-552e6e2bf13a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493586 Jul 12 03:53:26.781518 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-41b5c4ba-f1f6-42bd-9f3a-8e2d722650ad tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:26.783053 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-41b5c4ba-f1f6-42bd-9f3a-8e2d722650ad tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.44 "GET /v2.0/networks?id=a69bab14-5f26-41ea-927b-f205133d3d80 HTTP/1.1" status: 200 len: 814 time: 0.1010518 Jul 12 03:53:26.920057 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Request body: {'port': {'device_id': 'ba4e504b-f1de-47ca-a7a9-e6e0876eb670', 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80', 'admin_state_up': True, 'tenant_id': 'cd2e5f7d1e2e4aa3a98bbbf89a6ec276'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:53:27.005680 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:27.059967 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Made reservation on behalf of cd2e5f7d1e2e4aa3a98bbbf89a6ec276 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:53:27.063560 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:27.073495 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-58d260dd-0547-495a-84dc-01ce602f0fa2 req-756cf66d-d638-4897-ae96-4813274a25ec tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 210 time: 0.2859700 Jul 12 03:53:27.190689 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Allocated IP 172.20.0.7 (a69bab14-5f26-41ea-927b-f205133d3d80/5e8b92f6-f74a-4a41-8c22-e83346f7958c/027b88e5-15ff-4542-ae28-472d408f62f4) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:53:27.341475 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks [] for port (027b88e5-15ff-4542-ae28-472d408f62f4), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:27.373982 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:27.423229 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Network a69bab14-5f26-41ea-927b-f205133d3d80 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:53:27.426276 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:53:27.430173 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:53:27.453182 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Pushing event updated for resources: {'Port': ['ID=027b88e5-15ff-4542-ae28-472d408f62f4,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:53:27.480613 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:27.481221 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:27.497842 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-6ca0c193-478d-43c7-8e96-50e794a6b245 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5817692 Jul 12 03:53:27.515366 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Request body: {'port': {'device_id': 'ba4e504b-f1de-47ca-a7a9-e6e0876eb670', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:53:27.583976 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:27.586751 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:27.806688 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08992bf2-c249-4f68-a280-578d6aeef288 req-3c2e949a-382e-4734-b952-80b4ffadef97 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:27.808190 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-08992bf2-c249-4f68-a280-578d6aeef288 req-3c2e949a-382e-4734-b952-80b4ffadef97 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0947223 Jul 12 03:53:27.835176 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:27.894526 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-08992bf2-c249-4f68-a280-578d6aeef288 req-86584e41-3040-4f8c-aa8b-e729be93d942 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790548 Jul 12 03:53:27.941294 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027b88e5-15ff-4542-ae28-472d408f62f4 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:53:27.949489 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Publish callbacks [] for port (027b88e5-15ff-4542-ae28-472d408f62f4), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:27.964381 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Transition to ACTIVE for port object 027b88e5-15ff-4542-ae28-472d408f62f4 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:53:27.969327 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:28.019194 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Pushing event updated for resources: {'Port': ['ID=027b88e5-15ff-4542-ae28-472d408f62f4,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:53:28.097532 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Attempting to bind port 027b88e5-15ff-4542-ae28-472d408f62f4 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:53:28.097532 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Attempting to bind port 027b88e5-15ff-4542-ae28-472d408f62f4 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '96d4061d-8f79-479a-a074-d8fe8e92e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:53:28.097532 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Attempting to bind port 027b88e5-15ff-4542-ae28-472d408f62f4 on network a69bab14-5f26-41ea-927b-f205133d3d80 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:53:28.101773 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Port 027b88e5-15ff-4542-ae28-472d408f62f4 on network a69bab14-5f26-41ea-927b-f205133d3d80 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:53:28.102089 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Attempting to bind port 027b88e5-15ff-4542-ae28-472d408f62f4 on network a69bab14-5f26-41ea-927b-f205133d3d80 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:53:28.107206 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:53:28.107738 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Checking segment: {'id': '96d4061d-8f79-479a-a074-d8fe8e92e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:53:28.108151 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Bound using segment: {'id': '96d4061d-8f79-479a-a074-d8fe8e92e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:53:28.108666 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Bound port: 027b88e5-15ff-4542-ae28-472d408f62f4, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d4061d-8f79-479a-a074-d8fe8e92e7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:53:28.108940 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:28.177152 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] For port 027b88e5-15ff-4542-ae28-472d408f62f4, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:53:28.181361 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] For port 027b88e5-15ff-4542-ae28-472d408f62f4, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=027b88e5-15ff-4542-ae28-472d408f62f4,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:53:28.192357 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:28.196394 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33498d8e-8e65-4475-adc8-11c6882cc6e7 req-229fa8d3-9a41-455d-8153-39f5ff69c0a7 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:28.199028 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-33498d8e-8e65-4475-adc8-11c6882cc6e7 req-229fa8d3-9a41-455d-8153-39f5ff69c0a7 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 943 time: 0.0500157 Jul 12 03:53:28.240785 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:28.241395 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:28.243485 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] 10.222.0.44 "PUT /v2.0/ports/027b88e5-15ff-4542-ae28-472d408f62f4 HTTP/1.1" status: 200 len: 1093 time: 0.7320445 Jul 12 03:53:28.243673 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba4e504b-f1de-47ca-a7a9-e6e0876eb670', 'tag': '027b88e5-15ff-4542-ae28-472d408f62f4'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:53:28.246019 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5868909a-d271-4bec-af3c-99a65e44c63a" -d '{"events": [{"name": "network-changed", "server_uuid": "ba4e504b-f1de-47ca-a7a9-e6e0876eb670", "tag": "027b88e5-15ff-4542-ae28-472d408f62f4"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:53:28.268038 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73cd1c7-6a52-4c98-a396-6e4798e6b926 service neutron] Pushing event updated for resources: {'Port': ['ID=027b88e5-15ff-4542-ae28-472d408f62f4,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:53:28.275596 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-33498d8e-8e65-4475-adc8-11c6882cc6e7 req-9ee8fdd7-317f-44b4-82ba-15d5935c7639 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683064 Jul 12 03:53:28.303143 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36c6c63-1f8c-41b7-8224-2c697bc3911e x-openstack-request-id: req-d36c6c63-1f8c-41b7-8224-2c697bc3911e {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:53:28.303435 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba4e504b-f1de-47ca-a7a9-e6e0876eb670", "tag": "027b88e5-15ff-4542-ae28-472d408f62f4", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:53:28.303686 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d36c6c63-1f8c-41b7-8224-2c697bc3911e {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:53:28.304134 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d36c6c63-1f8c-41b7-8224-2c697bc3911e'] response: {'name': 'network-changed', 'server_uuid': 'ba4e504b-f1de-47ca-a7a9-e6e0876eb670', 'tag': '027b88e5-15ff-4542-ae28-472d408f62f4', 'status': 'completed', 'code': 200} Jul 12 03:53:28.364512 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-4cd254f4-62c8-4ad6-8fc7-355299d8e240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:28.365988 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-4cd254f4-62c8-4ad6-8fc7-355299d8e240 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd2e5f7d1e2e4aa3a98bbbf89a6ec276&device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 1127 time: 0.0423076 Jul 12 03:53:28.419225 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-df800303-bc83-403a-bdd4-497bcf34da82 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=027b88e5-15ff-4542-ae28-472d408f62f4 HTTP/1.1" status: 200 len: 217 time: 0.0357416 Jul 12 03:53:28.472296 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-f1d8b6a6-d04b-406d-9264-0ad16e86c61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:28.473714 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-f1d8b6a6-d04b-406d-9264-0ad16e86c61e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8b92f6-f74a-4a41-8c22-e83346f7958c HTTP/1.1" status: 200 len: 854 time: 0.0457108 Jul 12 03:53:28.510292 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-cf90715c-d384-4d6c-bb48-efe8fe2b5eb7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69bab14-5f26-41ea-927b-f205133d3d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301850 Jul 12 03:53:28.580346 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:28.602629 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-f14bc576-843f-4514-b8e6-7759c4c1a592 service neutron] 10.222.0.44 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847683 Jul 12 03:53:28.700973 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5fa4df2d-6ae2-4e1d-a5ef-0021195a0e6e req-2b0571bd-6b3e-4adb-9751-85b31c1b8d51 service neutron] 10.222.0.44 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909889 Jul 12 03:53:29.010110 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:29.031268 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eff714-b414-4a3a-aa46-df271a0fdcfc req-60bf847d-295d-4dcc-beff-b071de7f78d6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:29.032967 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-46eff714-b414-4a3a-aa46-df271a0fdcfc req-60bf847d-295d-4dcc-beff-b071de7f78d6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0510082 Jul 12 03:53:29.072952 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:29.088526 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-46eff714-b414-4a3a-aa46-df271a0fdcfc req-ed1eb047-43a2-4ed3-9ccf-90a6f5ad72da tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496905 Jul 12 03:53:29.407884 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d32e9a9-37c3-43a4-83ef-c8c86d432e11 req-90054886-356e-4a9c-aa9e-ac658c51722c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:29.409788 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5d32e9a9-37c3-43a4-83ef-c8c86d432e11 req-90054886-356e-4a9c-aa9e-ac658c51722c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 943 time: 0.0513783 Jul 12 03:53:29.461353 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5d32e9a9-37c3-43a4-83ef-c8c86d432e11 req-d8abd095-9c22-471c-aa9b-fac19201450e tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446944 Jul 12 03:53:30.210633 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c9066-5e3d-4489-8fe0-0d437b4e3a85 req-aa7b2636-1640-4a84-b888-0ef428472b84 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:30.212147 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-dd3c9066-5e3d-4489-8fe0-0d437b4e3a85 req-aa7b2636-1640-4a84-b888-0ef428472b84 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0518117 Jul 12 03:53:30.259119 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-dd3c9066-5e3d-4489-8fe0-0d437b4e3a85 req-3e175123-1324-4f2b-9012-eeefdf500af1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412121 Jul 12 03:53:30.580414 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867bb660-180c-446c-93ed-3db913836670 req-71ab0264-e1eb-40b4-bca8-ea0b592b5c0c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:30.581942 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-867bb660-180c-446c-93ed-3db913836670 req-71ab0264-e1eb-40b4-bca8-ea0b592b5c0c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 943 time: 0.0483568 Jul 12 03:53:30.632497 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-867bb660-180c-446c-93ed-3db913836670 req-b2c58033-e8fe-4730-8d3f-e54a1fa555ca tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446115 Jul 12 03:53:31.422807 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7541787-0181-4fd5-a62a-a056fb8c9b25 req-38d525e3-27de-41b0-9737-b6433e01c849 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:31.424412 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d7541787-0181-4fd5-a62a-a056fb8c9b25 req-38d525e3-27de-41b0-9737-b6433e01c849 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0513375 Jul 12 03:53:31.482360 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d7541787-0181-4fd5-a62a-a056fb8c9b25 req-c11fc8ac-1fba-49f7-b153-c328f99d12ac tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520597 Jul 12 03:53:31.764766 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df7c665-e4f4-4be9-94da-70145942e555 req-77a5e008-dca7-4c18-b583-653ee9aa0905 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:31.766341 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6df7c665-e4f4-4be9-94da-70145942e555 req-77a5e008-dca7-4c18-b583-653ee9aa0905 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 943 time: 0.0572667 Jul 12 03:53:31.779330 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:31.818357 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6df7c665-e4f4-4be9-94da-70145942e555 req-d20ef9fa-c488-482e-b87c-76ffb9c4de80 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458181 Jul 12 03:53:32.056920 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868909a-d271-4bec-af3c-99a65e44c63a req-bbe076ca-85c8-4907-9382-455f4d374efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:32.058585 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5868909a-d271-4bec-af3c-99a65e44c63a req-bbe076ca-85c8-4907-9382-455f4d374efb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=cd2e5f7d1e2e4aa3a98bbbf89a6ec276&device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 1127 time: 0.0557182 Jul 12 03:53:32.166341 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868909a-d271-4bec-af3c-99a65e44c63a req-901c6e81-27c7-4bb3-85f2-cd56506c7d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:32.170202 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5868909a-d271-4bec-af3c-99a65e44c63a req-901c6e81-27c7-4bb3-85f2-cd56506c7d53 service neutron] 10.222.0.44 "GET /v2.0/networks?id=a69bab14-5f26-41ea-927b-f205133d3d80 HTTP/1.1" status: 200 len: 915 time: 0.1045589 Jul 12 03:53:32.217186 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5868909a-d271-4bec-af3c-99a65e44c63a req-a73da670-c60f-4532-a2f2-6a5add0007bc service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=027b88e5-15ff-4542-ae28-472d408f62f4 HTTP/1.1" status: 200 len: 217 time: 0.0387793 Jul 12 03:53:32.270512 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5868909a-d271-4bec-af3c-99a65e44c63a req-e0725b11-3e42-459b-9143-a95f3e88fd1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:32.272015 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5868909a-d271-4bec-af3c-99a65e44c63a req-e0725b11-3e42-459b-9143-a95f3e88fd1b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=5e8b92f6-f74a-4a41-8c22-e83346f7958c HTTP/1.1" status: 200 len: 854 time: 0.0487173 Jul 12 03:53:32.322371 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5868909a-d271-4bec-af3c-99a65e44c63a req-5c2bcb7c-a84a-452e-bf42-10aa6943d332 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=a69bab14-5f26-41ea-927b-f205133d3d80&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0415466 Jul 12 03:53:32.428163 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5868909a-d271-4bec-af3c-99a65e44c63a req-8bb7f7c5-2f8d-4b8e-8cf6-f6587e239962 service neutron] 10.222.0.44 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979333 Jul 12 03:53:32.554569 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5868909a-d271-4bec-af3c-99a65e44c63a req-300d022f-5ebd-4ea5-acd5-a4f8a2080448 service neutron] 10.222.0.44 "GET /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154096 Jul 12 03:53:32.642595 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f15840-a466-44e1-b588-4b0705a77a27 req-c6e4c56e-987d-466a-88cb-2c9cf22ab106 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:32.644151 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-21f15840-a466-44e1-b588-4b0705a77a27 req-c6e4c56e-987d-466a-88cb-2c9cf22ab106 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0627894 Jul 12 03:53:32.696286 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-21f15840-a466-44e1-b588-4b0705a77a27 req-aeb8d18e-efc2-4964-b3c4-35d1fc0494a8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460706 Jul 12 03:53:32.974520 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b21323-5825-48a7-b1a4-dc5b8f628398 req-f00d5cae-0676-45d5-acd6-11a5ad2de14b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:32.976080 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-97b21323-5825-48a7-b1a4-dc5b8f628398 req-f00d5cae-0676-45d5-acd6-11a5ad2de14b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 943 time: 0.0622175 Jul 12 03:53:33.026678 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-97b21323-5825-48a7-b1a4-dc5b8f628398 req-c4dee898-32f5-4185-ba0d-fe79c774532a tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447690 Jul 12 03:53:33.826860 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761b5ac0-564b-4b31-b658-b64a78e56f55 req-2b1abf0c-7e36-4a44-9d7f-1a520666d69d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:33.829185 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-761b5ac0-564b-4b31-b658-b64a78e56f55 req-2b1abf0c-7e36-4a44-9d7f-1a520666d69d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0500703 Jul 12 03:53:33.897324 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-761b5ac0-564b-4b31-b658-b64a78e56f55 req-d9cf3b73-86b9-4e4b-80d4-187360326fb5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613794 Jul 12 03:53:34.145037 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:34.153991 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a46f4d-3704-4d16-a4ae-256d3e01e98a req-0481228a-72cf-46f5-a3ab-0ce95fe8942b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:34.155516 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-90a46f4d-3704-4d16-a4ae-256d3e01e98a req-0481228a-72cf-46f5-a3ab-0ce95fe8942b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 943 time: 0.0585999 Jul 12 03:53:34.215741 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-90a46f4d-3704-4d16-a4ae-256d3e01e98a req-9d750565-5f07-4e96-bf5d-4264e436f917 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544837 Jul 12 03:53:34.570430 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 027b88e5-15ff-4542-ae28-472d408f62f4 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:53:34.687945 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 027b88e5-15ff-4542-ae28-472d408f62f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=027b88e5-15ff-4542-ae28-472d408f62f4,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:53:34.700085 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '027b88e5-15ff-4542-ae28-472d408f62f4', 'network_id': 'a69bab14-5f26-41ea-927b-f205133d3d80', 'port_id': '027b88e5-15ff-4542-ae28-472d408f62f4', 'mac_address': 'fa:16:3e:01:ac:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5e8b92f6-f74a-4a41-8c22-e83346f7958c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:53:34.734212 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 027b88e5-15ff-4542-ae28-472d408f62f4 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:53:34.734603 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:34.753348 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027b88e5-15ff-4542-ae28-472d408f62f4 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:53:34.777940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 027b88e5-15ff-4542-ae28-472d408f62f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=027b88e5-15ff-4542-ae28-472d408f62f4,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:53:34.784102 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:34.839817 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=027b88e5-15ff-4542-ae28-472d408f62f4,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:53:34.847789 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.848169 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.848524 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.848973 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.849305 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.849658 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.849983 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.850308 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.850635 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.851046 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.851303 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.851732 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.851929 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.852436 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:34.852662 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:53:35.043777 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96e242b-429f-4391-b836-851b3dc5fab4 req-2ca24caf-7fff-4c66-a863-011a6235639f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:35.045469 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a96e242b-429f-4391-b836-851b3dc5fab4 req-2ca24caf-7fff-4c66-a863-011a6235639f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0576437 Jul 12 03:53:35.099224 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a96e242b-429f-4391-b836-851b3dc5fab4 req-a081702d-5aea-4006-80db-060ad08d5b57 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480216 Jul 12 03:53:35.341349 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaca19c-fae9-4937-9031-fe59924c7e94 req-709d7a65-2e95-4a2e-8157-79ca38c79eed tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:35.348613 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-edaca19c-fae9-4937-9031-fe59924c7e94 req-709d7a65-2e95-4a2e-8157-79ca38c79eed tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 944 time: 0.0576968 Jul 12 03:53:35.391798 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-edaca19c-fae9-4937-9031-fe59924c7e94 req-f7d4d9fc-17c1-41fd-85e6-f6db18badc77 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422223 Jul 12 03:53:35.498628 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['027b88e5-15ff-4542-ae28-472d408f62f4'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:53:35.537005 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:35.655257 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:36.239734 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb3b4d-06f5-4165-9164-f6c5960ebefc req-fc5bbebe-4f3b-4e24-9a19-d94bae58cf4d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:36.241558 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-17cb3b4d-06f5-4165-9164-f6c5960ebefc req-fc5bbebe-4f3b-4e24-9a19-d94bae58cf4d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0584660 Jul 12 03:53:36.296373 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-17cb3b4d-06f5-4165-9164-f6c5960ebefc req-3b8458fd-7b1b-469d-9a05-838b12984737 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486727 Jul 12 03:53:36.524535 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfd10a1-9054-4b26-bbbd-f732ac2f7d9e req-4406343a-4a02-4453-8381-e5462d4b57e4 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:36.525933 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0cfd10a1-9054-4b26-bbbd-f732ac2f7d9e req-4406343a-4a02-4453-8381-e5462d4b57e4 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 944 time: 0.0534251 Jul 12 03:53:36.583037 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0cfd10a1-9054-4b26-bbbd-f732ac2f7d9e req-56bb8891-5e56-4f27-bb24-dddb48252166 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513837 Jul 12 03:53:36.919916 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 027b88e5-15ff-4542-ae28-472d408f62f4 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:53:36.965188 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:36.976045 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 027b88e5-15ff-4542-ae28-472d408f62f4 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:53:36.982280 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 027b88e5-15ff-4542-ae28-472d408f62f4 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:53:36.982681 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:37.060392 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 027b88e5-15ff-4542-ae28-472d408f62f4 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:53:37.060771 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:37.086868 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e504b-f1de-47ca-a7a9-e6e0876eb670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027b88e5-15ff-4542-ae28-472d408f62f4'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:53:37.089094 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2892a5b-b221-4f0a-9b3c-69e0ef199392" -d '{"events": [{"server_uuid": "ba4e504b-f1de-47ca-a7a9-e6e0876eb670", "name": "network-vif-plugged", "status": "completed", "tag": "027b88e5-15ff-4542-ae28-472d408f62f4"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:53:37.101674 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 027b88e5-15ff-4542-ae28-472d408f62f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=027b88e5-15ff-4542-ae28-472d408f62f4,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:53:37.105965 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:37.134082 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdc5bf3-5e3a-4eeb-a754-a85721f4fccc x-openstack-request-id: req-dcdc5bf3-5e3a-4eeb-a754-a85721f4fccc {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:53:37.134348 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4e504b-f1de-47ca-a7a9-e6e0876eb670", "name": "network-vif-plugged", "status": "completed", "tag": "027b88e5-15ff-4542-ae28-472d408f62f4", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:53:37.134597 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-dcdc5bf3-5e3a-4eeb-a754-a85721f4fccc {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:53:37.134989 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dcdc5bf3-5e3a-4eeb-a754-a85721f4fccc'] response: {'server_uuid': 'ba4e504b-f1de-47ca-a7a9-e6e0876eb670', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027b88e5-15ff-4542-ae28-472d408f62f4', 'code': 200} Jul 12 03:53:37.161067 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=027b88e5-15ff-4542-ae28-472d408f62f4,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:53:37.426610 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc4484-5f05-41c6-8bb8-26e2c49793ab req-95daa3c8-a252-440b-8c62-4a878889110d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:37.428158 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dc4484-5f05-41c6-8bb8-26e2c49793ab req-95daa3c8-a252-440b-8c62-4a878889110d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 1129 time: 0.0707788 Jul 12 03:53:37.441105 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75d5d0d-12ac-4ff4-8bd4-20e567094321 req-4cc06cc2-3a15-442f-b16c-327c0e06f886 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:37.442388 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a75d5d0d-12ac-4ff4-8bd4-20e567094321 req-4cc06cc2-3a15-442f-b16c-327c0e06f886 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0554578 Jul 12 03:53:37.511171 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dc4484-5f05-41c6-8bb8-26e2c49793ab req-a2234e71-d8d1-4a62-8572-1b90601e158d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678334 Jul 12 03:53:37.514658 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a75d5d0d-12ac-4ff4-8bd4-20e567094321 req-8c290dd2-f35a-470a-b8ff-b7209dbeab8e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661051 Jul 12 03:53:37.715631 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fffe4-5f87-48b2-bd8d-b9059dae2c28 req-7da7cabd-78fc-43b4-9283-a0f40840ea60 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:37.717063 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-280fffe4-5f87-48b2-bd8d-b9059dae2c28 req-7da7cabd-78fc-43b4-9283-a0f40840ea60 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 945 time: 0.0478139 Jul 12 03:53:37.768667 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-280fffe4-5f87-48b2-bd8d-b9059dae2c28 req-6001e2d3-82bb-442e-ae82-1f34218768e8 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449154 Jul 12 03:53:38.658172 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36aeb57d-b1f7-4f6d-9275-db582155b500 req-c5cf74ab-4104-4879-81ab-11456eafa9b1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:38.659673 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-36aeb57d-b1f7-4f6d-9275-db582155b500 req-c5cf74ab-4104-4879-81ab-11456eafa9b1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0636592 Jul 12 03:53:38.707620 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-36aeb57d-b1f7-4f6d-9275-db582155b500 req-9ff2ab49-014d-4c33-a478-e12279979d73 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420260 Jul 12 03:53:38.887703 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae1a3a-94b9-4b9b-a544-e960acecc4f6 req-be2cf4b6-e0c1-4f1a-b96a-81d5ae845142 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:38.889184 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-13ae1a3a-94b9-4b9b-a544-e960acecc4f6 req-be2cf4b6-e0c1-4f1a-b96a-81d5ae845142 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 945 time: 0.0471163 Jul 12 03:53:38.937209 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-13ae1a3a-94b9-4b9b-a544-e960acecc4f6 req-e298495e-d8c3-4317-a96d-a2ce0afa7956 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419374 Jul 12 03:53:39.222194 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:39.236712 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-9d3a1e38-636d-4dcb-99d8-df4a1afe9ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:39.238794 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-9d3a1e38-636d-4dcb-99d8-df4a1afe9ceb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 1129 time: 0.0453882 Jul 12 03:53:39.346158 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-f67af53b-9369-407d-9440-f28c8ebd868d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:39.347644 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-f67af53b-9369-407d-9440-f28c8ebd868d service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 918 time: 0.1006119 Jul 12 03:53:39.421895 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-60456372-bb71-46c3-811b-0c8f6836e004 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28823cfb-b758-4345-b841-353bcf53f8b8 HTTP/1.1" status: 200 len: 1000 time: 0.0672753 Jul 12 03:53:39.853437 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5a842e-cb94-45f2-b99d-fe3ebb3afc33 req-c758dc53-7408-4dd0-8f8e-852facead0ca tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:39.854899 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0a5a842e-cb94-45f2-b99d-fe3ebb3afc33 req-c758dc53-7408-4dd0-8f8e-852facead0ca tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0480616 Jul 12 03:53:39.907448 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0a5a842e-cb94-45f2-b99d-fe3ebb3afc33 req-c121cacc-db1f-4444-bc06-09c6450aa496 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468838 Jul 12 03:53:40.054491 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d7da6d-e18d-41fc-a846-d8000da3da1b req-9e793629-29e8-4bbd-a845-d8026d5d2932 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:40.055844 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c0d7da6d-e18d-41fc-a846-d8000da3da1b req-9e793629-29e8-4bbd-a845-d8026d5d2932 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 945 time: 0.0500252 Jul 12 03:53:40.107204 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c0d7da6d-e18d-41fc-a846-d8000da3da1b req-91cc136e-cc35-4344-8a05-836bddec12b9 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451424 Jul 12 03:53:40.338978 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-7c7d5dda-5aae-4d20-bcab-2f6cf4f66edf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:40.340534 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-7c7d5dda-5aae-4d20-bcab-2f6cf4f66edf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.2868161 Jul 12 03:53:40.384359 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-1468a3fb-66a5-4bb5-970e-32cc17819f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:40.385782 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-1468a3fb-66a5-4bb5-970e-32cc17819f27 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387845 Jul 12 03:53:40.474858 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:40.486158 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-090d75d9-a616-4283-99f7-8e7d440ac266 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913734 Jul 12 03:53:40.575666 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-606bf53b-ec2d-4c01-b1c9-d04de4d4b109 req-38dbbe0e-48ed-463c-bfc3-6bc5eb87dcf0 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832164 Jul 12 03:53:40.919820 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:53:41.008888 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 28823cfb-b758-4345-b841-353bcf53f8b8 is: ACTIVE; New status is: DOWN {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:53:41.009270 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:41.034697 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:53:41.036827 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bfc000-9ccd-44b8-9906-bb453fb0d209 req-ccad7a21-9d2b-4b63-a362-529609c5b860 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:41.037355 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8131bde-e4a7-4677-a343-bd3e53ee5ff1" -d '{"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-unplugged", "status": "completed", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:53:41.038310 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-75bfc000-9ccd-44b8-9906-bb453fb0d209 req-ccad7a21-9d2b-4b63-a362-529609c5b860 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 945 time: 0.0521405 Jul 12 03:53:41.050458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:53:41.056190 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:41.086746 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 12 Jul 2022 03:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09a13650-e955-4704-bcae-0fbd98ebab28 x-openstack-request-id: req-09a13650-e955-4704-bcae-0fbd98ebab28 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:53:41.087107 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-unplugged", "status": "completed", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:53:41.087359 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-09a13650-e955-4704-bcae-0fbd98ebab28 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:53:41.087750 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09a13650-e955-4704-bcae-0fbd98ebab28'] response: {'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8', 'code': 200} Jul 12 03:53:41.092848 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-75bfc000-9ccd-44b8-9906-bb453fb0d209 req-1323628f-b55a-4d8c-9b94-eb7eddd9cd54 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484831 Jul 12 03:53:41.118453 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=8']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:53:41.229142 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f71dba-09ce-488d-b797-53c03689d73d req-df296262-de40-4a22-8362-185ccc00b238 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:41.230751 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-79f71dba-09ce-488d-b797-53c03689d73d req-df296262-de40-4a22-8362-185ccc00b238 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 945 time: 0.0552065 Jul 12 03:53:41.278927 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-79f71dba-09ce-488d-b797-53c03689d73d req-fd2e6f53-05cb-41d6-9112-2f199c461c72 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Jul 12 03:53:41.316212 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=14 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:41.318165 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=14 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:42.222249 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1733ced-4b84-4bac-99e4-f80d7779cf84 req-a509d1ed-18b5-4f10-8782-94bb340ea36c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:42.224254 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1733ced-4b84-4bac-99e4-f80d7779cf84 req-a509d1ed-18b5-4f10-8782-94bb340ea36c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0538244 Jul 12 03:53:42.236392 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:42.268844 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:42.274072 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1733ced-4b84-4bac-99e4-f80d7779cf84 req-2cc86c71-43d7-40ba-aea7-7d8b3a33f291 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444658 Jul 12 03:53:43.411395 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430332dc-f4a6-4ca4-a85d-ed279433a886 req-ece3e906-c45f-475f-9199-642b4652c112 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:43.412916 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-430332dc-f4a6-4ca4-a85d-ed279433a886 req-ece3e906-c45f-475f-9199-642b4652c112 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0485179 Jul 12 03:53:43.466843 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-430332dc-f4a6-4ca4-a85d-ed279433a886 req-4347c426-41b8-4080-a695-fdf8c3b10b16 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483809 Jul 12 03:53:44.019566 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [req-ec2bc872-3cdd-4a94-9dc3-cf2e0c751bd5 req-c330612e-872a-432c-9089-234ac18a823c service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:53:44.020611 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ec2bc872-3cdd-4a94-9dc3-cf2e0c751bd5 req-c330612e-872a-432c-9089-234ac18a823c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0059481 Jul 12 03:53:44.202762 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503eab9e-dd6d-43de-809a-e0b0a28f09a0 req-4865157b-358d-4cc2-a28d-1f74ed8b3211 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:44.204287 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-503eab9e-dd6d-43de-809a-e0b0a28f09a0 req-4865157b-358d-4cc2-a28d-1f74ed8b3211 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0500214 Jul 12 03:53:44.266580 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-503eab9e-dd6d-43de-809a-e0b0a28f09a0 req-4bde49c5-8ddc-4cef-941c-885261640305 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556967 Jul 12 03:53:44.528745 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 38066) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:53:44.616799 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-5255ca92-1b7b-4189-abe5-757300df454c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0867910 Jul 12 03:53:44.625399 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-a4e219d1-d15c-46c0-be9d-4c0470d5d208 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:53:44.626416 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-a4e219d1-d15c-46c0-be9d-4c0470d5d208 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048873 Jul 12 03:53:44.715396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 38074) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:53:44.818222 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-7d7dfe14-2b32-42f2-bb8c-659042e6af10 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:44.819613 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-7d7dfe14-2b32-42f2-bb8c-659042e6af10 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports/28823cfb-b758-4345-b841-353bcf53f8b8 HTTP/1.1" status: 200 len: 940 time: 0.1031151 Jul 12 03:53:44.955101 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:53:45.035274 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 28823cfb-b758-4345-b841-353bcf53f8b8 is: DOWN; New status is: DOWN {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:53:45.191428 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-54720524-cfa5-4c4b-b852-960530dda71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:45.391198 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98401bd-105e-47e3-90e2-fe86beacb554 req-48be487d-7ab6-4d6a-a915-fef978dfb3f8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:45.392971 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d98401bd-105e-47e3-90e2-fe86beacb554 req-48be487d-7ab6-4d6a-a915-fef978dfb3f8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0477188 Jul 12 03:53:45.445322 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d98401bd-105e-47e3-90e2-fe86beacb554 req-11937a7c-a3f2-48b4-9f2e-082f76da6f7a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441532 Jul 12 03:53:46.570329 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b056cfc-f143-4a69-9937-0015ecf4f54d req-0e8462a6-e748-4564-badd-9ada76bc8141 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:46.571780 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3b056cfc-f143-4a69-9937-0015ecf4f54d req-0e8462a6-e748-4564-badd-9ada76bc8141 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0477040 Jul 12 03:53:46.624231 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3b056cfc-f143-4a69-9937-0015ecf4f54d req-c3a60f25-75bb-4a2a-b26f-3eb50eaaf50e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467608 Jul 12 03:53:46.782272 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:47.700143 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-eb5e8c31-d02c-4081-a406-c9eeee2204e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:47.754398 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5029d-847c-4671-a2e5-8dfe29b5eebe req-602144a6-a58a-40e6-b0f4-dedfc6385f9c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:47.755844 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b2d5029d-847c-4671-a2e5-8dfe29b5eebe req-602144a6-a58a-40e6-b0f4-dedfc6385f9c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0477157 Jul 12 03:53:47.813263 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b2d5029d-847c-4671-a2e5-8dfe29b5eebe req-4f338615-a68f-480c-9da7-b1796d88436a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487158 Jul 12 03:53:48.662983 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:48.948699 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ad9ada-901a-48a9-bd88-b7e032f9a5e1 req-5711fd45-deb3-48e2-a660-668fee0a7fc2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:48.950365 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-30ad9ada-901a-48a9-bd88-b7e032f9a5e1 req-5711fd45-deb3-48e2-a660-668fee0a7fc2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0493767 Jul 12 03:53:48.999537 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-30ad9ada-901a-48a9-bd88-b7e032f9a5e1 req-644df887-623c-449a-b3f1-7a20cb48ba0c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432706 Jul 12 03:53:50.119469 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6967b4-15eb-4d9c-aafe-9560066ab1a0 req-ddab0eb2-25ae-460e-9d38-891c5e2e2209 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:50.121046 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ca6967b4-15eb-4d9c-aafe-9560066ab1a0 req-ddab0eb2-25ae-460e-9d38-891c5e2e2209 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0489450 Jul 12 03:53:50.129335 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:50.169446 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ca6967b4-15eb-4d9c-aafe-9560066ab1a0 req-6079a85d-aa90-4520-90ba-cd81fa1bae83 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422344 Jul 12 03:53:50.585168 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:53:51.293878 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58716ff-0afc-4333-8f43-3b40aada30a7 req-ae6aeda9-d164-4238-99a5-24d698c1a697 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:51.295251 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c58716ff-0afc-4333-8f43-3b40aada30a7 req-ae6aeda9-d164-4238-99a5-24d698c1a697 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0517447 Jul 12 03:53:51.345037 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c58716ff-0afc-4333-8f43-3b40aada30a7 req-e98366a2-c689-49ee-ad6f-79a23746a21a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414712 Jul 12 03:53:52.472387 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25becd99-6e72-477a-b967-616986ea60af req-759b89da-dd42-4c0f-9f45-17b8e6d2cb04 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:52.473840 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25becd99-6e72-477a-b967-616986ea60af req-759b89da-dd42-4c0f-9f45-17b8e6d2cb04 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0471809 Jul 12 03:53:52.521226 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25becd99-6e72-477a-b967-616986ea60af req-c7c7b311-d397-4b16-888a-2b02b33ddea4 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416210 Jul 12 03:53:53.673189 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4213b-6280-47c3-a21f-568075513b9c req-d39ae505-038c-47d4-9b5b-64c22c4e0281 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:53.674659 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bee4213b-6280-47c3-a21f-568075513b9c req-d39ae505-038c-47d4-9b5b-64c22c4e0281 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0481613 Jul 12 03:53:53.731466 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bee4213b-6280-47c3-a21f-568075513b9c req-a3dc9181-596a-43e2-948a-413bce07b840 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509448 Jul 12 03:53:54.872808 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5741806c-b8a3-44e2-b568-b536c7df4edb req-34b0a1f3-545a-4905-a3dd-d4a466564547 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:54.874276 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5741806c-b8a3-44e2-b568-b536c7df4edb req-34b0a1f3-545a-4905-a3dd-d4a466564547 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0509105 Jul 12 03:53:54.917015 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:54.930197 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5741806c-b8a3-44e2-b568-b536c7df4edb req-4e78f11a-d83b-4591-9301-5559a0251441 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500371 Jul 12 03:53:56.061054 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1851df06-c838-4387-8141-0a0dcf981390 req-97edffd1-8877-47d6-b4cd-66b59906db85 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:56.062510 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1851df06-c838-4387-8141-0a0dcf981390 req-97edffd1-8877-47d6-b4cd-66b59906db85 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0504205 Jul 12 03:53:56.125302 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1851df06-c838-4387-8141-0a0dcf981390 req-fa771966-d5fb-4b2d-bc74-71a4e9ca0800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544116 Jul 12 03:53:56.195291 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-6e35f427-57c7-4efb-88c1-457fe2fc189c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:56.196923 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-6e35f427-57c7-4efb-88c1-457fe2fc189c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a&tenant_id=e9417b8011914e108ae00b5aa583ce50 HTTP/1.1" status: 200 len: 1127 time: 0.0730009 Jul 12 03:53:56.284882 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-9888afcc-8942-4541-8693-91c469652731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:56.286398 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-9888afcc-8942-4541-8693-91c469652731 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 1127 time: 0.0453062 Jul 12 03:53:56.386362 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-3fa6982d-5605-46a0-9866-94b28388e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:56.387826 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-3fa6982d-5605-46a0-9866-94b28388e96e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 918 time: 0.0943546 Jul 12 03:53:56.457281 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-63156d9d-9f43-48a0-b64c-44df2b7d9104 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28823cfb-b758-4345-b841-353bcf53f8b8 HTTP/1.1" status: 200 len: 998 time: 0.0628912 Jul 12 03:53:56.512847 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-73745caa-4c7e-48b5-a054-d6c5699ac1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:56.514235 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-73745caa-4c7e-48b5-a054-d6c5699ac1c0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.0490127 Jul 12 03:53:56.552302 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:56.562623 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-2e50a008-d490-4d05-9241-cd5e5927d146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:56.564139 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-2e50a008-d490-4d05-9241-cd5e5927d146 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409179 Jul 12 03:53:56.662654 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-6141562d-a236-4820-bf9e-20b2a88daac0 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876257 Jul 12 03:53:56.757870 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1fe9d545-d581-4704-9475-bf2f4089b854 req-8a720aea-dee6-4250-811e-a883e37d240c service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879576 Jul 12 03:53:56.852938 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:56.859054 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:57.256077 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f28b8a-767e-4e05-bca8-5100c16b0fc9 req-08b88bf6-e8e7-4615-941a-e9921667299c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:57.257553 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f4f28b8a-767e-4e05-bca8-5100c16b0fc9 req-08b88bf6-e8e7-4615-941a-e9921667299c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0550525 Jul 12 03:53:57.310846 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f4f28b8a-767e-4e05-bca8-5100c16b0fc9 req-94ef89ac-01c1-4714-ac8a-8617baa599d3 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450764 Jul 12 03:53:58.442246 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083b0693-a549-4640-b879-41b7d9d0d76c req-3c79d07b-a1f0-456c-b4b3-6c223e8dc7a4 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:58.443730 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-083b0693-a549-4640-b879-41b7d9d0d76c req-3c79d07b-a1f0-456c-b4b3-6c223e8dc7a4 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0479927 Jul 12 03:53:58.490786 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-083b0693-a549-4640-b879-41b7d9d0d76c req-2c20a7f5-e420-4da0-8128-833aaa19b956 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413299 Jul 12 03:53:59.644070 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a7a226-3002-4231-8457-dfde8d871878 req-c5cae99b-f4f8-4ab6-ac85-fe454e67d38e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:53:59.645550 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-18a7a226-3002-4231-8457-dfde8d871878 req-c5cae99b-f4f8-4ab6-ac85-fe454e67d38e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0554862 Jul 12 03:53:59.658829 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:53:59.695298 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-18a7a226-3002-4231-8457-dfde8d871878 req-ab6cee65-bb01-47b8-be67-f77ce746f44c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416908 Jul 12 03:54:00.573104 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=46 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:00.577555 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=52,neutron:DELETE=1,neutron:UPDATE=8 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:00.579048 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=43,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:00.824399 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b82aa-bfd6-4d67-ad3f-724a6a20ab3c req-ff5a8ebe-d849-4508-a1d7-bf6efcae311c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:00.825841 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c11b82aa-bfd6-4d67-ad3f-724a6a20ab3c req-ff5a8ebe-d849-4508-a1d7-bf6efcae311c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0470326 Jul 12 03:54:00.849564 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:00.887087 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c11b82aa-bfd6-4d67-ad3f-724a6a20ab3c req-964ccd04-87cd-404f-b7fe-058a2c0955ac tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556335 Jul 12 03:54:02.022742 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86839b0-780b-4b8d-b6d9-9ed37f5ba843 req-4bf5e089-7c69-48f0-851d-85a1c1aceba9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:02.024252 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a86839b0-780b-4b8d-b6d9-9ed37f5ba843 req-4bf5e089-7c69-48f0-851d-85a1c1aceba9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0539761 Jul 12 03:54:02.074097 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a86839b0-780b-4b8d-b6d9-9ed37f5ba843 req-f3586558-a2df-4be1-ab5d-ad2f0f9594b0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438936 Jul 12 03:54:02.912900 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:54:03.207768 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fdc159-7bcd-460c-9ac2-770cd99c0786 req-76e51ebc-8351-4f67-b581-c9503f92e68d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:03.209236 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-40fdc159-7bcd-460c-9ac2-770cd99c0786 req-76e51ebc-8351-4f67-b581-c9503f92e68d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0547888 Jul 12 03:54:03.259311 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-40fdc159-7bcd-460c-9ac2-770cd99c0786 req-4f49aa63-2978-4ee9-a2f9-43dc21a23e03 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441825 Jul 12 03:54:04.396236 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784c1fc3-92b2-4460-a90f-b3ae44d91a47 req-860b83f1-1987-49b6-84ef-32a421333db5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:04.398640 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-784c1fc3-92b2-4460-a90f-b3ae44d91a47 req-860b83f1-1987-49b6-84ef-32a421333db5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0595455 Jul 12 03:54:04.446204 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-784c1fc3-92b2-4460-a90f-b3ae44d91a47 req-db20910f-421c-47af-a10a-68714b94e915 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419724 Jul 12 03:54:05.568923 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f54ae-7485-408a-9d83-8da887013272 req-2d356407-07ce-4f5a-b804-004374968223 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:05.575913 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b86f54ae-7485-408a-9d83-8da887013272 req-2d356407-07ce-4f5a-b804-004374968223 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0539885 Jul 12 03:54:05.618955 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b86f54ae-7485-408a-9d83-8da887013272 req-eae033ce-139f-46bd-b3f9-f30d65ac53ec tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420449 Jul 12 03:54:06.749004 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8294440b-e75a-4521-be8f-60d7dad7fdf2 req-65504620-e5ba-42d8-a5f8-b1c021318941 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:06.750572 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8294440b-e75a-4521-be8f-60d7dad7fdf2 req-65504620-e5ba-42d8-a5f8-b1c021318941 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0516186 Jul 12 03:54:06.803414 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8294440b-e75a-4521-be8f-60d7dad7fdf2 req-6b260fc5-638a-498d-a890-c986bb945d28 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461435 Jul 12 03:54:07.950708 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f20b88-999f-44d4-918d-de180557acdf req-2c7305b9-c080-4978-9e60-e408314106fc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:07.953130 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-11f20b88-999f-44d4-918d-de180557acdf req-2c7305b9-c080-4978-9e60-e408314106fc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0504344 Jul 12 03:54:08.005653 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-11f20b88-999f-44d4-918d-de180557acdf req-e78b75be-2499-41ba-8044-335e328d8bbd tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466802 Jul 12 03:54:09.195475 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45fe8c-764a-40d5-9291-9602f24ed840 req-e06ab2ff-5aa1-4063-a4ee-27256e249660 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:09.197096 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c45fe8c-764a-40d5-9291-9602f24ed840 req-e06ab2ff-5aa1-4063-a4ee-27256e249660 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.1178272 Jul 12 03:54:09.251299 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c45fe8c-764a-40d5-9291-9602f24ed840 req-eb9f9612-a9b0-4eb4-be00-5b961b58aa1b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475743 Jul 12 03:54:10.375885 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87657c3b-83bb-4cda-94f9-dcfed70ea765 req-d1e04937-cf87-4a49-992e-c178c107aeb7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:10.377430 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-87657c3b-83bb-4cda-94f9-dcfed70ea765 req-d1e04937-cf87-4a49-992e-c178c107aeb7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0513995 Jul 12 03:54:10.438367 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-87657c3b-83bb-4cda-94f9-dcfed70ea765 req-78605a35-b684-4a20-9a7d-7012373e3440 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550873 Jul 12 03:54:11.578188 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9261af7d-9676-40d1-8515-4e9f5a76b1a7 req-2f2c0d67-fd7e-4091-b5e1-5a37d7dc0601 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:11.580220 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9261af7d-9676-40d1-8515-4e9f5a76b1a7 req-2f2c0d67-fd7e-4091-b5e1-5a37d7dc0601 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0565312 Jul 12 03:54:11.635251 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9261af7d-9676-40d1-8515-4e9f5a76b1a7 req-b26cc2e6-1135-48f6-8924-ec9d2598f352 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494030 Jul 12 03:54:12.767933 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955bceb-cc06-42b2-838b-94da15224df7 req-42a23648-ad72-4f4f-9647-d093ff908565 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:12.769500 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8955bceb-cc06-42b2-838b-94da15224df7 req-42a23648-ad72-4f4f-9647-d093ff908565 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0524328 Jul 12 03:54:12.820049 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8955bceb-cc06-42b2-838b-94da15224df7 req-055bfb0f-dc7d-4e21-8390-8bb21e90af53 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447176 Jul 12 03:54:12.907704 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:12.908969 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:13.950777 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e30990-de29-41de-ac6d-40b4bcfb7907 req-22f61ad6-ef51-44cc-9910-0d6d510a69bc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:13.952197 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-72e30990-de29-41de-ac6d-40b4bcfb7907 req-22f61ad6-ef51-44cc-9910-0d6d510a69bc tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0563774 Jul 12 03:54:13.999982 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-72e30990-de29-41de-ac6d-40b4bcfb7907 req-41919fce-c167-4f07-b119-43ffe22630c1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421939 Jul 12 03:54:15.136607 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c346585a-881f-4a5c-856f-2ea66768f233 req-53002af6-0be0-4913-9986-7b4cac3f40ed tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:15.138062 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c346585a-881f-4a5c-856f-2ea66768f233 req-53002af6-0be0-4913-9986-7b4cac3f40ed tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0578985 Jul 12 03:54:15.186630 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c346585a-881f-4a5c-856f-2ea66768f233 req-a9d9d507-a0d0-4e45-ad25-459b4c024df7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426679 Jul 12 03:54:15.194876 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3bfc661d-dca8-4531-be34-e9957a5c18be None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:16.305210 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:16.329205 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6586d71-78f0-470b-b761-3edd9588d737 req-dc512aec-25a7-4549-8408-f450cf4f53f5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:16.332662 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6586d71-78f0-470b-b761-3edd9588d737 req-dc512aec-25a7-4549-8408-f450cf4f53f5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0579095 Jul 12 03:54:16.382466 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6586d71-78f0-470b-b761-3edd9588d737 req-e0572754-d2b7-48d3-b117-6e77f1f92a43 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441480 Jul 12 03:54:16.791029 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:17.594607 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-594bb8d2-3945-47af-b7fe-24c4825a66f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:17.596117 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-594bb8d2-3945-47af-b7fe-24c4825a66f2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 1127 time: 0.0401814 Jul 12 03:54:17.640339 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1801d8-35d4-491a-aca6-c8825c0cb81a req-2b5bfcc0-4e80-4a21-acc4-c8d6c53646ec tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:17.641876 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bb1801d8-35d4-491a-aca6-c8825c0cb81a req-2b5bfcc0-4e80-4a21-acc4-c8d6c53646ec tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0474763 Jul 12 03:54:17.689338 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bb1801d8-35d4-491a-aca6-c8825c0cb81a req-b0b55019-b8a2-4324-b711-a7664b9bdeb0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412154 Jul 12 03:54:17.694526 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-77ff7b90-6861-429c-83f4-ec37541810c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:18.665429 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:18.826123 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83579e-6226-411a-b532-8540b00cb480 req-fdc0fa67-1bc3-4f80-a1ea-7e751e573505 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:18.827618 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bb83579e-6226-411a-b532-8540b00cb480 req-fdc0fa67-1bc3-4f80-a1ea-7e751e573505 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0537646 Jul 12 03:54:18.846167 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:18.880393 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bb83579e-6226-411a-b532-8540b00cb480 req-38d568a8-febb-440d-89dd-15628fe994ac tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470989 Jul 12 03:54:19.104057 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-42587699-9e82-487e-99ed-5de12f73768a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:19.105566 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-42587699-9e82-487e-99ed-5de12f73768a service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 918 time: 0.0862491 Jul 12 03:54:19.172576 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-4a08af27-373b-4665-a812-934f5e35490c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=28823cfb-b758-4345-b841-353bcf53f8b8 HTTP/1.1" status: 200 len: 998 time: 0.0598149 Jul 12 03:54:19.220883 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-4d70385e-fba5-44e4-a5ff-34310c53ad58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:19.222218 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-4d70385e-fba5-44e4-a5ff-34310c53ad58 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.0429928 Jul 12 03:54:19.271558 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-a1b71c73-6bb2-4f8e-ae58-15a8b63df840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:19.273087 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-a1b71c73-6bb2-4f8e-ae58-15a8b63df840 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0444169 Jul 12 03:54:19.372097 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-8c01f786-ffc4-40d2-ad16-f0ebcd65e104 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911553 Jul 12 03:54:19.467761 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6807a763-a747-41d1-8ebf-57604a6dc7ad req-a23383af-cdc0-4cbb-add7-11d5bd8ab916 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893970 Jul 12 03:54:20.018322 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2463d620-1c1b-4ab2-b64e-8a34336385bc req-ac33bef3-a8ed-427c-bb2f-d94e8ea4b571 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:20.019831 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2463d620-1c1b-4ab2-b64e-8a34336385bc req-ac33bef3-a8ed-427c-bb2f-d94e8ea4b571 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0522327 Jul 12 03:54:20.071119 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2463d620-1c1b-4ab2-b64e-8a34336385bc req-53a1b0c7-4922-46f2-a63a-3ef3bd9efdd1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457668 Jul 12 03:54:20.130313 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:20.586344 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:21.190404 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531aa8ed-346f-483a-8541-42f91a4dec63 req-9820fffd-8028-4921-805e-bbf7615c4400 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:21.191860 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-531aa8ed-346f-483a-8541-42f91a4dec63 req-9820fffd-8028-4921-805e-bbf7615c4400 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0467310 Jul 12 03:54:21.242134 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-531aa8ed-346f-483a-8541-42f91a4dec63 req-75b40b32-2d74-4b33-a061-20fc86a1bc3b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446031 Jul 12 03:54:22.382628 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c618452-f907-4398-9009-8e99c4b84642 req-466eb1d1-963f-43bc-861a-fd12b8fcc133 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:22.384178 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c618452-f907-4398-9009-8e99c4b84642 req-466eb1d1-963f-43bc-861a-fd12b8fcc133 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0520263 Jul 12 03:54:22.431292 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7c618452-f907-4398-9009-8e99c4b84642 req-0046bffd-1846-4301-8da5-c744d9ee1088 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415444 Jul 12 03:54:23.558436 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc83ea43-8e36-4dc7-a1a8-c3b64eaa055c req-003a8d86-adc9-4d23-9b8c-6a33e61d8dcb tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:23.559839 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cc83ea43-8e36-4dc7-a1a8-c3b64eaa055c req-003a8d86-adc9-4d23-9b8c-6a33e61d8dcb tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0464401 Jul 12 03:54:23.611522 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cc83ea43-8e36-4dc7-a1a8-c3b64eaa055c req-aab19677-7ade-4fd7-ae54-16340b1dc89f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460389 Jul 12 03:54:24.731779 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:24.747824 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4590a90f-cbe5-486d-995e-c17355ded0df req-4a3d7b3e-66e9-4be8-b260-11765b1f16b6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:24.750043 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4590a90f-cbe5-486d-995e-c17355ded0df req-4a3d7b3e-66e9-4be8-b260-11765b1f16b6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0562572 Jul 12 03:54:24.803550 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4590a90f-cbe5-486d-995e-c17355ded0df req-46ca7bb7-8070-4283-bbbb-9edaa5131391 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449593 Jul 12 03:54:25.949004 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99044504-81ea-4c0a-a903-24d22f1760f0 req-28554a00-87b1-4b15-b989-34f58776b0c6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:25.950469 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-99044504-81ea-4c0a-a903-24d22f1760f0 req-28554a00-87b1-4b15-b989-34f58776b0c6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0522370 Jul 12 03:54:26.000427 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-99044504-81ea-4c0a-a903-24d22f1760f0 req-cd932fae-f634-4efb-8391-9200f7946160 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441418 Jul 12 03:54:27.129037 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb03407-e482-445f-8672-f8a7b2dfdde5 req-5d99bcc5-f86c-42b5-a34a-8e1b7c7bcfbf tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:27.130445 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9bb03407-e482-445f-8672-f8a7b2dfdde5 req-5d99bcc5-f86c-42b5-a34a-8e1b7c7bcfbf tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 943 time: 0.0513713 Jul 12 03:54:27.178670 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9bb03407-e482-445f-8672-f8a7b2dfdde5 req-d2a3b6bf-2d33-49b7-8f31-d3ed17bd5f90 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426109 Jul 12 03:54:27.203777 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:54:27.302370 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:54:27.313179 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '28823cfb-b758-4345-b841-353bcf53f8b8', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'port_id': '28823cfb-b758-4345-b841-353bcf53f8b8', 'mac_address': 'fa:16:3e:7b:a5:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:54:27.347909 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 28823cfb-b758-4345-b841-353bcf53f8b8 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:54:27.348309 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:27.363910 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28823cfb-b758-4345-b841-353bcf53f8b8 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:54:27.385903 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:54:27.393525 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:27.442411 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=9']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:54:27.895495 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:27.914764 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['28823cfb-b758-4345-b841-353bcf53f8b8'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:54:27.934145 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891379f-cdaf-4425-8ebf-4db75e071675 req-715dee4c-349b-49b7-b0ea-47e61f1e84a9 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:27.937392 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d891379f-cdaf-4425-8ebf-4db75e071675 req-715dee4c-349b-49b7-b0ea-47e61f1e84a9 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0538552 Jul 12 03:54:27.996429 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d891379f-cdaf-4425-8ebf-4db75e071675 req-b7a701c5-598d-4654-9769-b3440247b324 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510917 Jul 12 03:54:28.307026 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc13378d-9672-441c-93e4-b4373705972e req-a433ae97-b6ce-4a40-b5cd-65dc47e32106 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:28.308491 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc13378d-9672-441c-93e4-b4373705972e req-a433ae97-b6ce-4a40-b5cd-65dc47e32106 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 944 time: 0.0554912 Jul 12 03:54:28.355029 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc13378d-9672-441c-93e4-b4373705972e req-446ea65d-36b1-4fab-9537-4cdf730d5c8c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399685 Jul 12 03:54:28.783459 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262363e-4d37-49c9-9a55-108052dddfb8 req-2b114841-1e9b-4f93-9527-2ca479347616 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:28.784860 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e262363e-4d37-49c9-9a55-108052dddfb8 req-2b114841-1e9b-4f93-9527-2ca479347616 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 945 time: 0.0541632 Jul 12 03:54:28.795797 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:28.835320 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e262363e-4d37-49c9-9a55-108052dddfb8 req-d5c991ce-1b25-4419-9398-02334634af2b tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448246 Jul 12 03:54:29.130082 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ea52f-ab4d-4f6f-9c32-35f8b34b64ee req-d599cff6-c3dc-41b0-8fd5-983a86a260d6 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:29.131579 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-516ea52f-ab4d-4f6f-9c32-35f8b34b64ee req-d599cff6-c3dc-41b0-8fd5-983a86a260d6 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0604117 Jul 12 03:54:29.183111 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-516ea52f-ab4d-4f6f-9c32-35f8b34b64ee req-e1ceec28-1743-4d7c-bbc5-1dfd105f9f26 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429792 Jul 12 03:54:29.212766 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:54:29.257030 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 28823cfb-b758-4345-b841-353bcf53f8b8 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:54:29.257386 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:29.328423 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 28823cfb-b758-4345-b841-353bcf53f8b8 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:54:29.328861 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:29.355378 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:54:29.357631 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff9cbf16-a77c-461f-9246-0fea224a99d1" -d '{"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-plugged", "status": "completed", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:54:29.374771 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:54:29.381402 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:29.492492 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a272a730-9e38-45ce-a1cc-c496f15b06aa req-e98e7dd5-69ca-48d6-865f-7bdd84eec817 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:29.494101 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a272a730-9e38-45ce-a1cc-c496f15b06aa req-e98e7dd5-69ca-48d6-865f-7bdd84eec817 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0612245 Jul 12 03:54:29.536361 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a29ce3b5-4562-431e-ab3d-78e6cacb0102 x-openstack-request-id: req-a29ce3b5-4562-431e-ab3d-78e6cacb0102 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:54:29.536651 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-plugged", "status": "completed", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:54:29.536882 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a29ce3b5-4562-431e-ab3d-78e6cacb0102 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:54:29.537264 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a29ce3b5-4562-431e-ab3d-78e6cacb0102'] response: {'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8', 'code': 200} Jul 12 03:54:29.544033 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a272a730-9e38-45ce-a1cc-c496f15b06aa req-c64ccd23-28cd-467c-853e-617e74654ed4 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431275 Jul 12 03:54:29.561673 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=10']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:54:29.962097 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfccde42-b314-4cb4-8937-5c2330494300 req-7274da42-01b3-41ee-9b2e-5f72e1769aea tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:29.963607 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfccde42-b314-4cb4-8937-5c2330494300 req-7274da42-01b3-41ee-9b2e-5f72e1769aea tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 945 time: 0.0523121 Jul 12 03:54:29.974977 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:30.013002 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfccde42-b314-4cb4-8937-5c2330494300 req-6ce7e919-3987-49e6-ae51-e3c77b581f97 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437446 Jul 12 03:54:30.305359 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d505d1-0c98-4ea5-bfea-08aa24eb8267 req-1a3d71d7-dddd-4e50-8aa3-4b3b7c124652 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:30.306860 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d7d505d1-0c98-4ea5-bfea-08aa24eb8267 req-1a3d71d7-dddd-4e50-8aa3-4b3b7c124652 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0475137 Jul 12 03:54:30.361284 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d7d505d1-0c98-4ea5-bfea-08aa24eb8267 req-0337dd33-ff85-48d0-892b-0ebd58a136ca tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0485864 Jul 12 03:54:30.669629 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63789f2-49fc-4dc7-a411-c387e640c2dd req-777198c3-23d7-486e-be58-00ce5f12b6c1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:30.671173 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e63789f2-49fc-4dc7-a411-c387e640c2dd req-777198c3-23d7-486e-be58-00ce5f12b6c1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0483806 Jul 12 03:54:30.718603 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e63789f2-49fc-4dc7-a411-c387e640c2dd req-e878909e-6e5b-4e55-a2e7-010c81d70327 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416458 Jul 12 03:54:30.930765 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31404401-d3bf-48d7-8421-963a8860d30f req-b1fe6b4d-404b-4507-9a6d-d5552fb15233 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:30.932229 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-31404401-d3bf-48d7-8421-963a8860d30f req-b1fe6b4d-404b-4507-9a6d-d5552fb15233 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.44 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 945 time: 0.0525639 Jul 12 03:54:31.016950 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-31404401-d3bf-48d7-8421-963a8860d30f req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Deleting port 027b88e5-15ff-4542-ae28-472d408f62f4 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:54:31.017714 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-31404401-d3bf-48d7-8421-963a8860d30f req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:31.020347 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc922be5-55e5-468c-b90f-04af6603d70f req-47c852eb-deaf-418d-ba56-54125f2e8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:31.021910 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fc922be5-55e5-468c-b90f-04af6603d70f req-47c852eb-deaf-418d-ba56-54125f2e8095 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 1130 time: 0.0898190 Jul 12 03:54:31.069998 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fc922be5-55e5-468c-b90f-04af6603d70f req-2d9b9646-b1e2-4d46-8ab1-d3ae6ad63a89 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407178 Jul 12 03:54:31.109721 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-31404401-d3bf-48d7-8421-963a8860d30f req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] For port 027b88e5-15ff-4542-ae28-472d408f62f4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=027b88e5-15ff-4542-ae28-472d408f62f4,segment=NetworkSegment(96d4061d-8f79-479a-a074-d8fe8e92e7f0),segment_id=96d4061d-8f79-479a-a074-d8fe8e92e7f0)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:54:31.110074 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-31404401-d3bf-48d7-8421-963a8860d30f req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:31.122684 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-31404401-d3bf-48d7-8421-963a8860d30f req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Calling delete_port for 027b88e5-15ff-4542-ae28-472d408f62f4 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:54:31.128900 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666416f-ff15-47e1-b111-fd3f44daa210 req-c356b03e-9735-4eb5-ab85-fefdbba91169 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:31.130444 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7666416f-ff15-47e1-b111-fd3f44daa210 req-c356b03e-9735-4eb5-ab85-fefdbba91169 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 945 time: 0.0475886 Jul 12 03:54:31.178256 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7666416f-ff15-47e1-b111-fd3f44daa210 req-554a7385-6c8c-474e-8fd2-f8d0b267318a tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/security-groups?id=02810e56-b50f-4e0f-8810-6cfb1bcd8c20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418620 Jul 12 03:54:31.270711 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-31404401-d3bf-48d7-8421-963a8860d30f req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (027b88e5-15ff-4542-ae28-472d408f62f4), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:31.301158 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Pushing event deleted for resources: {'Port': ['ID=027b88e5-15ff-4542-ae28-472d408f62f4,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:54:31.313118 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.313488 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.313825 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.314153 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.314476 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.314794 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.315116 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.315430 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.315732 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.316072 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.316387 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.316706 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.317017 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.317325 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.317639 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:31.352572 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-31404401-d3bf-48d7-8421-963a8860d30f req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] No DVR routers for this DVR port 027b88e5-15ff-4542-ae28-472d408f62f4 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:54:31.354937 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-31404401-d3bf-48d7-8421-963a8860d30f req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:31.358023 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-31404401-d3bf-48d7-8421-963a8860d30f req-06293df9-6de4-47f3-8751-94f1851e214c tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.44 "DELETE /v2.0/ports/027b88e5-15ff-4542-ae28-472d408f62f4 HTTP/1.1" status: 204 len: 173 time: 0.4208713 Jul 12 03:54:31.358446 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba4e504b-f1de-47ca-a7a9-e6e0876eb670', 'name': 'network-vif-deleted', 'tag': '027b88e5-15ff-4542-ae28-472d408f62f4'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:54:31.360739 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6f34920-7cd2-4fcf-ae92-9508ed828560" -d '{"events": [{"server_uuid": "ba4e504b-f1de-47ca-a7a9-e6e0876eb670", "name": "network-vif-deleted", "tag": "027b88e5-15ff-4542-ae28-472d408f62f4"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:54:31.395719 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f66d258a-ae8f-43f3-9975-d1fd9c2b42da x-openstack-request-id: req-f66d258a-ae8f-43f3-9975-d1fd9c2b42da {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:54:31.395991 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba4e504b-f1de-47ca-a7a9-e6e0876eb670", "name": "network-vif-deleted", "tag": "027b88e5-15ff-4542-ae28-472d408f62f4", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:54:31.396268 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-f66d258a-ae8f-43f3-9975-d1fd9c2b42da {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:54:31.396678 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f66d258a-ae8f-43f3-9975-d1fd9c2b42da'] response: {'server_uuid': 'ba4e504b-f1de-47ca-a7a9-e6e0876eb670', 'name': 'network-vif-deleted', 'tag': '027b88e5-15ff-4542-ae28-472d408f62f4', 'status': 'completed', 'code': 200} Jul 12 03:54:31.499592 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4ba70-7c29-4b14-8abb-03ba2b459cf3 req-27264aa6-b5cb-4609-bfb7-a1a4f9a0a290 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:31.501415 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-70f4ba70-7c29-4b14-8abb-03ba2b459cf3 req-27264aa6-b5cb-4609-bfb7-a1a4f9a0a290 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0622766 Jul 12 03:54:31.554207 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-70f4ba70-7c29-4b14-8abb-03ba2b459cf3 req-54ae5ed0-6dfe-4557-b09d-d5b75fed203b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466783 Jul 12 03:54:31.856335 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084b810c-a8bb-4466-aea8-c21a994ff9c1 req-a4d1f524-b2b6-479d-bfe0-f94b48ae6301 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:31.857810 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-084b810c-a8bb-4466-aea8-c21a994ff9c1 req-a4d1f524-b2b6-479d-bfe0-f94b48ae6301 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0502844 Jul 12 03:54:31.907099 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-084b810c-a8bb-4466-aea8-c21a994ff9c1 req-2d68a630-604a-45b8-b106-d7a185f99e2f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410466 Jul 12 03:54:32.287407 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-845002e5-724a-469c-b717-dd1db9890716 req-185e0344-80ab-4e52-9bac-41fa3551efa5 tempest-VolumesSnapshotTestJSON-1822208826 tempest-VolumesSnapshotTestJSON-1822208826-project] 10.222.0.20 "GET /v2.0/ports?device_id=ba4e504b-f1de-47ca-a7a9-e6e0876eb670 HTTP/1.1" status: 200 len: 210 time: 0.0289407 Jul 12 03:54:32.687301 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c04d32-b92f-463e-a1b0-4959df2e7321 req-99089f02-b3c7-40d6-a4b6-3ce85c045226 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:32.688950 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a3c04d32-b92f-463e-a1b0-4959df2e7321 req-99089f02-b3c7-40d6-a4b6-3ce85c045226 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0519459 Jul 12 03:54:32.738518 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a3c04d32-b92f-463e-a1b0-4959df2e7321 req-68b8570d-5f0c-4337-bd49-69c70f6fbee0 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434279 Jul 12 03:54:33.036893 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4198d58-63b6-4296-b056-36628410cb3c req-52981fd3-ee98-4025-a0e9-2fc6a6e37a2c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:33.038388 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b4198d58-63b6-4296-b056-36628410cb3c req-52981fd3-ee98-4025-a0e9-2fc6a6e37a2c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0480013 Jul 12 03:54:33.085291 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b4198d58-63b6-4296-b056-36628410cb3c req-737d9f7f-e559-4a3c-9b14-161ba1097698 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410240 Jul 12 03:54:33.243880 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 027b88e5-15ff-4542-ae28-472d408f62f4 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:54:33.263919 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 027b88e5-15ff-4542-ae28-472d408f62f4 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:54:33.264313 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 027b88e5-15ff-4542-ae28-472d408f62f4 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:54:33.864294 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:33.864885 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5826dd-2d5f-4cca-8b10-479a65945425 req-ee480449-1f6a-41be-8cba-6aaeadd5d8b1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:33.865007 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:33.865907 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0d5826dd-2d5f-4cca-8b10-479a65945425 req-ee480449-1f6a-41be-8cba-6aaeadd5d8b1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0566835 Jul 12 03:54:33.914124 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0d5826dd-2d5f-4cca-8b10-479a65945425 req-91cd6925-c1f4-41d6-a69b-7dc72577e965 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418825 Jul 12 03:54:34.217888 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a3176e-5746-4f41-bb39-232e6577f0f7 req-fc0754f0-ea5d-4678-a585-cf8a4eab700f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:34.219357 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d7a3176e-5746-4f41-bb39-232e6577f0f7 req-fc0754f0-ea5d-4678-a585-cf8a4eab700f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0551572 Jul 12 03:54:34.266588 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d7a3176e-5746-4f41-bb39-232e6577f0f7 req-18f4de4e-2fe7-40e7-a548-4e56caabda03 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413334 Jul 12 03:54:35.020642 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:35.031794 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb75343-350b-4dc6-b508-5410202507d0 req-dfbb2361-ef6e-43f9-bdfc-fa2f3be46f82 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:35.033483 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ddb75343-350b-4dc6-b508-5410202507d0 req-dfbb2361-ef6e-43f9-bdfc-fa2f3be46f82 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0490282 Jul 12 03:54:35.082126 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ddb75343-350b-4dc6-b508-5410202507d0 req-e389de7a-d69b-495e-af26-dbb6f819d02e tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410101 Jul 12 03:54:36.183929 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:36.202307 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7219775-f0f1-445b-a534-75dd437b84ce req-ae00643c-0e77-4952-81c6-989983ded2c1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:36.203830 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b7219775-f0f1-445b-a534-75dd437b84ce req-ae00643c-0e77-4952-81c6-989983ded2c1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0503454 Jul 12 03:54:36.247207 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:36.251983 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b7219775-f0f1-445b-a534-75dd437b84ce req-075c5bd7-2187-4a0c-9ded-62cd0d81a6fa tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424757 Jul 12 03:54:37.388039 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14f4d5-f8a0-4e6c-b005-1384a5fc40bc req-4fcf0db2-fc03-4ec6-aa9b-6b82dde792ff tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:37.389541 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9c14f4d5-f8a0-4e6c-b005-1384a5fc40bc req-4fcf0db2-fc03-4ec6-aa9b-6b82dde792ff tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0525033 Jul 12 03:54:37.438051 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9c14f4d5-f8a0-4e6c-b005-1384a5fc40bc req-3b26b835-dfc7-4c72-b422-556230eccaf0 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418854 Jul 12 03:54:38.559146 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c37eb-30a3-4f8f-8055-401dd202bceb req-ee0c5c9e-1eff-4e05-a585-a106a29ed8e5 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:38.560649 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-605c37eb-30a3-4f8f-8055-401dd202bceb req-ee0c5c9e-1eff-4e05-a585-a106a29ed8e5 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0481365 Jul 12 03:54:38.612181 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-605c37eb-30a3-4f8f-8055-401dd202bceb req-7a60a827-ff8a-4636-8c1e-968fddb3523c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427511 Jul 12 03:54:39.558384 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=74,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:39.559181 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=61,neutron:UPDATE=7 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:39.709314 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:39.747794 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ecd16f-4f8f-4206-84fe-075210e0933c req-c6c35527-f0e4-4e9b-8bc3-74c6008ab7ed tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:39.749296 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c4ecd16f-4f8f-4206-84fe-075210e0933c req-c6c35527-f0e4-4e9b-8bc3-74c6008ab7ed tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0524280 Jul 12 03:54:39.804417 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c4ecd16f-4f8f-4206-84fe-075210e0933c req-358bfb49-9619-4adf-b639-571191ef3753 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493369 Jul 12 03:54:39.918211 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:54:40.935875 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172f58b3-fb21-43b4-916f-a62b6bede77c req-56c327be-3177-4e5c-aed9-ac92ecbc2dd8 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:40.937820 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-172f58b3-fb21-43b4-916f-a62b6bede77c req-56c327be-3177-4e5c-aed9-ac92ecbc2dd8 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0547066 Jul 12 03:54:40.988755 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-172f58b3-fb21-43b4-916f-a62b6bede77c req-6ee4461b-5952-4175-bb22-b737814645a0 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453784 Jul 12 03:54:42.108092 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6842823-5bb3-4c85-9bee-2d065fc2e357 req-b2d6ec2b-8bb6-4b68-bcf4-347e190351ac tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:42.109582 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d6842823-5bb3-4c85-9bee-2d065fc2e357 req-b2d6ec2b-8bb6-4b68-bcf4-347e190351ac tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0503032 Jul 12 03:54:42.161288 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d6842823-5bb3-4c85-9bee-2d065fc2e357 req-ab5eda21-b22a-4e5c-8903-9456c22f9631 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458724 Jul 12 03:54:43.248226 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=73,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:43.291273 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15186b95-166f-45eb-8b49-b7f3befe1c2a req-14ecc934-a7f8-4a96-9495-48f3293d2e3c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:43.292781 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-15186b95-166f-45eb-8b49-b7f3befe1c2a req-14ecc934-a7f8-4a96-9495-48f3293d2e3c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0491147 Jul 12 03:54:43.339856 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-15186b95-166f-45eb-8b49-b7f3befe1c2a req-0f843431-976f-440d-aa20-5c6659cf9665 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415182 Jul 12 03:54:44.472258 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759a90e9-cd28-4317-9b74-72e3fc784623 req-b3d95a66-2f90-4962-bed0-119f36984aa4 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:44.473709 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-759a90e9-cd28-4317-9b74-72e3fc784623 req-b3d95a66-2f90-4962-bed0-119f36984aa4 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0491147 Jul 12 03:54:44.524241 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-759a90e9-cd28-4317-9b74-72e3fc784623 req-980f2bd9-b551-4107-b688-8fb7ad03b28c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423846 Jul 12 03:54:45.204704 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-19a6a18e-8fe3-4f18-9c81-610dc6b4a141 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:45.649643 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20be6b1a-c87f-4878-bc4b-732ae17c2e45 req-10dc1596-a2cd-41cd-b959-b834a448b5e0 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:45.651107 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-20be6b1a-c87f-4878-bc4b-732ae17c2e45 req-10dc1596-a2cd-41cd-b959-b834a448b5e0 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0553281 Jul 12 03:54:45.700516 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-20be6b1a-c87f-4878-bc4b-732ae17c2e45 req-b4d202c0-ed91-48d6-927e-44a688425aaf tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410912 Jul 12 03:54:46.793973 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:46.828880 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf978ba7-4f0b-4a11-a209-cc5448a6399c req-3a31a341-5229-42d4-b15b-2b3f1775fb18 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:46.830370 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bf978ba7-4f0b-4a11-a209-cc5448a6399c req-3a31a341-5229-42d4-b15b-2b3f1775fb18 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0485253 Jul 12 03:54:46.878556 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bf978ba7-4f0b-4a11-a209-cc5448a6399c req-f2f2104e-42e8-4e74-a5dc-53e818b06246 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425889 Jul 12 03:54:47.703352 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-af7a8254-eb0a-45c9-b04f-580923fc06aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:48.007758 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5657907-5b46-49f4-9245-43fa622076cc req-9b1aecda-2d7f-4990-bcd4-22b50f7f9b16 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:48.009259 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e5657907-5b46-49f4-9245-43fa622076cc req-9b1aecda-2d7f-4990-bcd4-22b50f7f9b16 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0509374 Jul 12 03:54:48.060188 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e5657907-5b46-49f4-9245-43fa622076cc req-3a53d19c-66f3-433f-9837-273d66e4fd53 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425913 Jul 12 03:54:48.671330 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:49.188732 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710a6b9c-7803-4877-82ec-328ac39381ba req-f4da585a-7243-4e7f-8a9e-65052842711b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:49.190212 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-710a6b9c-7803-4877-82ec-328ac39381ba req-f4da585a-7243-4e7f-8a9e-65052842711b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0518138 Jul 12 03:54:49.242635 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-710a6b9c-7803-4877-82ec-328ac39381ba req-75b8ea1f-eff7-428c-b9ae-36a2c96a2e38 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440474 Jul 12 03:54:49.909663 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:DELETE=1,neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:49.910987 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:50.144691 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:50.368366 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dbbeba-ca8c-4e2e-a456-53fa2abbffbd req-4575b931-479a-4703-bff7-7f135c4d6b90 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:50.369820 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c7dbbeba-ca8c-4e2e-a456-53fa2abbffbd req-4575b931-479a-4703-bff7-7f135c4d6b90 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0467598 Jul 12 03:54:50.417023 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c7dbbeba-ca8c-4e2e-a456-53fa2abbffbd req-a8299b6f-a1e8-42f0-a620-b59c2cff7ad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416105 Jul 12 03:54:50.585557 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:51.536166 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d989ee-fd7a-4efb-872a-a53ca00d814f req-0ead629b-ace6-407e-b3f8-9451f3dc36ed tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:51.537640 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-76d989ee-fd7a-4efb-872a-a53ca00d814f req-0ead629b-ace6-407e-b3f8-9451f3dc36ed tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0505919 Jul 12 03:54:51.591926 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-76d989ee-fd7a-4efb-872a-a53ca00d814f req-ac342663-7ad5-47c2-8874-ea0090fa6843 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461800 Jul 12 03:54:52.715213 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4032d02-eb02-42f3-a6be-36b9d23c311f req-0792ad71-ed46-4c26-a21f-454c955ab068 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:52.716749 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e4032d02-eb02-42f3-a6be-36b9d23c311f req-0792ad71-ed46-4c26-a21f-454c955ab068 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0539832 Jul 12 03:54:52.769402 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e4032d02-eb02-42f3-a6be-36b9d23c311f req-9a95fd8d-bfa3-43da-837b-c966666b851e tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454078 Jul 12 03:54:53.888885 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fe0d6c-e559-42d3-a89c-100c05292d3b req-045d7a7d-761c-44a1-b536-b84ed811a7bd tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:53.890363 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-99fe0d6c-e559-42d3-a89c-100c05292d3b req-045d7a7d-761c-44a1-b536-b84ed811a7bd tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0507836 Jul 12 03:54:53.942085 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-99fe0d6c-e559-42d3-a89c-100c05292d3b req-b2a0abd3-968b-4226-883a-9411572a42fc tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442662 Jul 12 03:54:55.057446 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ee45e-8352-4871-b699-c3b1bac0f46d req-a1e0e14f-f7c7-4fc7-8bbf-e2678157823c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:55.058886 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a66ee45e-8352-4871-b699-c3b1bac0f46d req-a1e0e14f-f7c7-4fc7-8bbf-e2678157823c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0474813 Jul 12 03:54:55.108314 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a66ee45e-8352-4871-b699-c3b1bac0f46d req-fe2c68c4-025c-425f-9dce-cf533930166b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437615 Jul 12 03:54:55.334384 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476ed17-a33e-4442-a71a-ea6de9dd9cb5 req-fe63fffd-8530-47f0-a98f-38fcbca4807e tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:55.335899 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3476ed17-a33e-4442-a71a-ea6de9dd9cb5 req-fe63fffd-8530-47f0-a98f-38fcbca4807e tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0487599 Jul 12 03:54:55.390658 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3476ed17-a33e-4442-a71a-ea6de9dd9cb5 req-6391fb84-0d64-480c-92ff-7ed093f43d59 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441566 Jul 12 03:54:55.429977 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-60dd3274-601c-459c-85a6-320971aac548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:55.431469 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-60dd3274-601c-459c-85a6-320971aac548 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0413425 Jul 12 03:54:55.528429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-5ed6c229-a333-43dd-b648-f73383bc9b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:55.529886 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-5ed6c229-a333-43dd-b648-f73383bc9b1b service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 911 time: 0.0907857 Jul 12 03:54:55.593826 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-bc86f993-a878-48a9-a927-18acc97980f7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a62f409-2f00-4669-85c4-d882010074e6 HTTP/1.1" status: 200 len: 1002 time: 0.0550063 Jul 12 03:54:55.631215 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:55.649005 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-46dcd1e3-0a65-485a-9959-1c13a91eba5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:55.650458 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-46dcd1e3-0a65-485a-9959-1c13a91eba5e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.0509381 Jul 12 03:54:55.687856 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:55.698636 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-a95d4e5b-690a-463b-81c5-4a37ed7b9b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:55.700189 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-a95d4e5b-690a-463b-81c5-4a37ed7b9b13 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0427201 Jul 12 03:54:55.793618 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-22535430-f8a0-4406-a425-286616b7d15b service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869546 Jul 12 03:54:55.886058 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6267d08f-a97b-4796-96af-9a8f4b3bea98 req-b1a1c6d8-1f4a-4ad7-bee5-57acef780ad6 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849810 Jul 12 03:54:56.509193 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ba7883-c71a-41d2-8e3e-17259d05d647 req-5130a988-5a9a-476c-a574-bb5be59780f7 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:56.510591 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a6ba7883-c71a-41d2-8e3e-17259d05d647 req-5130a988-5a9a-476c-a574-bb5be59780f7 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0484731 Jul 12 03:54:56.561404 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a6ba7883-c71a-41d2-8e3e-17259d05d647 req-a87bfc90-a4b7-43b4-808a-26a5cda3be04 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452611 Jul 12 03:54:57.692836 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4895646-1d44-40db-b8b3-e523e37ebf08 req-9be9b49d-514d-4a26-8bb5-ffcc08a2b476 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:57.694572 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c4895646-1d44-40db-b8b3-e523e37ebf08 req-9be9b49d-514d-4a26-8bb5-ffcc08a2b476 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0485184 Jul 12 03:54:57.731472 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:57.749260 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c4895646-1d44-40db-b8b3-e523e37ebf08 req-5237523d-755c-4de9-9873-0d764ce4b57b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466111 Jul 12 03:54:58.803951 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 38690) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:54:58.852279 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-b60d61a5-0638-4027-93eb-6ab8e164fa4e admin admin] Deleting subnet 5e8b92f6-f74a-4a41-8c22-e83346f7958c {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:54:58.855541 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b60d61a5-0638-4027-93eb-6ab8e164fa4e admin admin] Publish callbacks [] for subnet (5e8b92f6-f74a-4a41-8c22-e83346f7958c), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:58.890546 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b60d61a5-0638-4027-93eb-6ab8e164fa4e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (5e8b92f6-f74a-4a41-8c22-e83346f7958c), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:58.932250 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b60d61a5-0638-4027-93eb-6ab8e164fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (5e8b92f6-f74a-4a41-8c22-e83346f7958c), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:58.995798 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b60d61a5-0638-4027-93eb-6ab8e164fa4e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (5e8b92f6-f74a-4a41-8c22-e83346f7958c), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.026065 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60d61a5-0638-4027-93eb-6ab8e164fa4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e8b92f6-f74a-4a41-8c22-e83346f7958c,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:54:59.029944 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b60d61a5-0638-4027-93eb-6ab8e164fa4e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.033634 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-b60d61a5-0638-4027-93eb-6ab8e164fa4e admin admin] 10.222.0.20 "DELETE /v2.0/subnets/5e8b92f6-f74a-4a41-8c22-e83346f7958c HTTP/1.1" status: 204 len: 168 time: 0.2280138 Jul 12 03:54:59.039268 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 38696) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:54:59.071011 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55091211-38a6-44d8-8839-b07d836be8d1 req-5e023bb8-6837-4e73-b9be-46fcafd7b2fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:59.072537 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55091211-38a6-44d8-8839-b07d836be8d1 req-5e023bb8-6837-4e73-b9be-46fcafd7b2fc service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1130 time: 0.0385621 Jul 12 03:54:59.102354 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3f8722-6bc4-4530-b97e-b1fdec550295 req-1ac31618-57b4-4f48-9ac0-03cf8cd4bf57 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:59.103912 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ca3f8722-6bc4-4530-b97e-b1fdec550295 req-1ac31618-57b4-4f48-9ac0-03cf8cd4bf57 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0775225 Jul 12 03:54:59.156032 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (a69bab14-5f26-41ea-927b-f205133d3d80), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.168756 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55091211-38a6-44d8-8839-b07d836be8d1 req-5ad9b15c-f759-4d8b-ae03-21a09216511e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:59.170005 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55091211-38a6-44d8-8839-b07d836be8d1 req-5ad9b15c-f759-4d8b-ae03-21a09216511e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.0907352 Jul 12 03:54:59.213826 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ca3f8722-6bc4-4530-b97e-b1fdec550295 req-b30fb791-33dd-484b-8253-bbcc65fe51f6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802627 Jul 12 03:54:59.234564 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55091211-38a6-44d8-8839-b07d836be8d1 req-7d542b4a-b016-40a1-8656-fd1a7c61c3c0 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 200 len: 1001 time: 0.0586517 Jul 12 03:54:59.271425 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (a69bab14-5f26-41ea-927b-f205133d3d80), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.283229 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55091211-38a6-44d8-8839-b07d836be8d1 req-fc456479-42ab-4e9c-afab-013b211d3dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:59.284713 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55091211-38a6-44d8-8839-b07d836be8d1 req-fc456479-42ab-4e9c-afab-013b211d3dd5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0440063 Jul 12 03:54:59.292915 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a69bab14-5f26-41ea-927b-f205133d3d80']}} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:54:59.294738 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:59.303338 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d4061d-8f79-479a-a074-d8fe8e92e7f0') {'for_net_delete': True} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:54:59.303817 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d4061d-8f79-479a-a074-d8fe8e92e7f0') {} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:54:59.313649 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627617'] for segment (96d4061d-8f79-479a-a074-d8fe8e92e7f0), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.327015 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (96d4061d-8f79-479a-a074-d8fe8e92e7f0), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.333446 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=110647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:54:59.333870 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5532234'] for segment (96d4061d-8f79-479a-a074-d8fe8e92e7f0), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.336480 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55091211-38a6-44d8-8839-b07d836be8d1 req-c56f4c21-f709-4478-b4a1-b5e20eb37456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:54:59.337992 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55091211-38a6-44d8-8839-b07d836be8d1 req-c56f4c21-f709-4478-b4a1-b5e20eb37456 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0423276 Jul 12 03:54:59.401287 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (a69bab14-5f26-41ea-927b-f205133d3d80), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.409280 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.412473 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] 10.222.0.20 "DELETE /v2.0/networks/a69bab14-5f26-41ea-927b-f205133d3d80 HTTP/1.1" status: 204 len: 168 time: 0.3708770 Jul 12 03:54:59.417674 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:54:59.428773 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a69bab14-5f26-41ea-927b-f205133d3d80,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:54:59.436926 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.436926 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.437119 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.437548 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.437751 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.438083 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.438411 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.438756 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.439069 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.439382 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.439714 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.440061 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.440385 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.440696 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.440878 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55091211-38a6-44d8-8839-b07d836be8d1 req-7e7fdabb-c71b-4238-af3c-24cb9bd81e1f service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965683 Jul 12 03:54:59.441199 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-957d4f7e-f794-4f11-a6ad-7544140e79d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:54:59.481167 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment 96d4061d-8f79-479a-a074-d8fe8e92e7f0 resource provider aggregate not found Jul 12 03:54:59.498086 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment 96d4061d-8f79-479a-a074-d8fe8e92e7f0 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 96d4061d-8f79-479a-a074-d8fe8e92e7f0 found for delete ", "request_id": "req-d195b8d7-1618-419b-a05c-c3dae6e9ee06"}]} Jul 12 03:54:59.543114 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55091211-38a6-44d8-8839-b07d836be8d1 req-bd833029-df6c-4140-b492-f90db43939e4 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947132 Jul 12 03:54:59.606189 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 38710) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:54:59.646361 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-94a26bbf-86d3-4a44-a5b2-211a35516676 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=cd2e5f7d1e2e4aa3a98bbbf89a6ec276&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0389879 Jul 12 03:54:59.648864 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 38712) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:54:59.696274 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-56244742-de36-4319-b041-d6cee2e73780 admin admin] Publish callbacks [] for security_group (02810e56-b50f-4e0f-8810-6cfb1bcd8c20), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.717689 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-56244742-de36-4319-b041-d6cee2e73780 admin admin] Publish callbacks [] for security_group (02810e56-b50f-4e0f-8810-6cfb1bcd8c20), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.778249 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-56244742-de36-4319-b041-d6cee2e73780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (02810e56-b50f-4e0f-8810-6cfb1bcd8c20), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.780966 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-56244742-de36-4319-b041-d6cee2e73780 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:54:59.782114 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-56244742-de36-4319-b041-d6cee2e73780 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/02810e56-b50f-4e0f-8810-6cfb1bcd8c20 HTTP/1.1" status: 204 len: 168 time: 0.1323650 Jul 12 03:54:59.790127 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56244742-de36-4319-b041-d6cee2e73780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02810e56-b50f-4e0f-8810-6cfb1bcd8c20,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:00.317046 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:00.333101 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363370ea-adda-4904-91a4-1fd3d9eb626c req-9683bc53-78ef-4f2b-a780-0dee42439ff3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:00.334597 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-363370ea-adda-4904-91a4-1fd3d9eb626c req-9683bc53-78ef-4f2b-a780-0dee42439ff3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0492451 Jul 12 03:55:00.381535 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-363370ea-adda-4904-91a4-1fd3d9eb626c req-b956458e-9351-40a6-bed6-23ce259f297c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413778 Jul 12 03:55:00.576598 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=1,neutron:SELECT=7 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:00.578568 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:00.614351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 38736) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:00.713464 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1656352297-network', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:00.736043 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Made reservation on behalf of b38d912121c64d5e887dc21e354b3cfd for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:55:00.739385 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:00.749679 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:00.828458 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Publish callbacks [] for security_group (1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:00.833989 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:00.861472 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:55:00.863077 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:00.868823 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:00.875570 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (0f3cbdbe-a9be-475d-86a3-edc0524f69a3), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:00.875909 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Added segment 0f3cbdbe-a9be-475d-86a3-edc0524f69a3 of type vlan for network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee Jul 12 03:55:00.917994 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:00.943670 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:00.944846 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:00.945417 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:00.981212 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.3657839 Jul 12 03:55:00.984073 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 38740) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:00.988810 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Request body: {'subnet': {'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1656352297-subnet', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:01.022518 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ddc087-1b6e-4239-85b1-6aa6b075213a admin admin] Pushing event updated for resources: {'Network': ['ID=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:01.032399 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:55:01.037579 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Made reservation on behalf of b38d912121c64d5e887dc21e354b3cfd for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:55:01.039947 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6051980'] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.112527 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=77,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:01.209886 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5532463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6051994'] for subnet (418f5041-ae24-4040-b371-85610930cb5e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.256414 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=418f5041-ae24-4040-b371-85610930cb5e,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:01.276723 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Checking segment: {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:01.277006 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Network hostable DHCP agents. Network: 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:55:01.297186 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:55:01.306188 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:01.310328 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:01.310919 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.315209 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1c1de54-533d-402b-a174-69fefaf57cfa None None] Network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:55:01.328220 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-bc7794f3-007c-4c61-91f4-377802bb2e93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3430531 Jul 12 03:55:01.330949 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 38742) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:01.335562 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:01.356843 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (2f5f2e0d-2eb1-459b-9691-3eba38679d42), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.357893 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (2f5f2e0d-2eb1-459b-9691-3eba38679d42), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.426408 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:55:01.427651 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.501817 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e124194a-9e3f-416c-a746-11e54b93a0a2 req-6c1bb692-6a28-4651-8e0c-e11822b81616 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:01.504246 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e124194a-9e3f-416c-a746-11e54b93a0a2 req-6c1bb692-6a28-4651-8e0c-e11822b81616 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0509830 Jul 12 03:55:01.565243 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e124194a-9e3f-416c-a746-11e54b93a0a2 req-cc7ed9d1-6e54-45b9-8237-0b4f6462c844 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543084 Jul 12 03:55:01.581518 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Allocated IP 172.20.0.2 (15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee/418f5041-ae24-4040-b371-85610930cb5e/3e884dce-887f-4dec-9728-825d9ff79787) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:01.659151 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks [] for router_controller (2f5f2e0d-2eb1-459b-9691-3eba38679d42), precommit_add_association {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.727261 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Publish callbacks [] for port (3e884dce-887f-4dec-9728-825d9ff79787), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.733665 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (3e884dce-887f-4dec-9728-825d9ff79787), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.776431 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:01.781493 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:01.783544 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Pushing event updated for resources: {'Port': ['ID=3e884dce-887f-4dec-9728-825d9ff79787,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:01.785699 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:01.794593 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.794934 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.795272 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.795504 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks [] for router_gateway (2f5f2e0d-2eb1-459b-9691-3eba38679d42), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.795631 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.795919 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.796269 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.796578 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.796899 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.797243 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.797565 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.797887 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.798209 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.798527 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.798842 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.799157 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:01.856296 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Attempting to bind port 3e884dce-887f-4dec-9728-825d9ff79787 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:55:01.856758 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Attempting to bind port 3e884dce-887f-4dec-9728-825d9ff79787 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:55:01.857117 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Attempting to bind port 3e884dce-887f-4dec-9728-825d9ff79787 on network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:01.862264 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:55:01.862651 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Checking segment: {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:01.863048 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.863435 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Bound using segment: {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:55:01.863896 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Bound port: 3e884dce-887f-4dec-9728-825d9ff79787, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:55:01.864296 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (3e884dce-887f-4dec-9728-825d9ff79787), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.925178 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] For port 3e884dce-887f-4dec-9728-825d9ff79787, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:55:01.928410 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] For port 3e884dce-887f-4dec-9728-825d9ff79787, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3e884dce-887f-4dec-9728-825d9ff79787,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:55:01.934713 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (3e884dce-887f-4dec-9728-825d9ff79787), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:01.975790 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks [] for router_gateway (2f5f2e0d-2eb1-459b-9691-3eba38679d42), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:02.004763 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb79d768-b6a3-4726-8d2a-ee6722934a10 None None] Pushing event updated for resources: {'Port': ['ID=3e884dce-887f-4dec-9728-825d9ff79787,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:02.004931 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:02.124808 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Allocated IP 172.27.0.41 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/c469b153-d930-4f2f-bdb4-235d53a4a235) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:02.257377 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks [] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:02.295039 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:02.339973 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:02.346747 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:02.352689 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:02.357301 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:02.360706 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Pushing event updated for resources: {'Port': ['ID=c469b153-d930-4f2f-bdb4-235d53a4a235,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:02.382113 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:02.610848 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks [] for router_gateway (2f5f2e0d-2eb1-459b-9691-3eba38679d42), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:02.725410 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a5d187-9322-4f53-b1a0-e1a0abc910c6 req-fdf994e7-3533-4b6c-89fe-cb3c7386fa82 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:02.726936 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-44a5d187-9322-4f53-b1a0-e1a0abc910c6 req-fdf994e7-3533-4b6c-89fe-cb3c7386fa82 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0836952 Jul 12 03:55:02.828166 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-44a5d187-9322-4f53-b1a0-e1a0abc910c6 req-1c0aab0c-271c-4d72-b27f-1f71960485a9 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932639 Jul 12 03:55:02.889959 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (2f5f2e0d-2eb1-459b-9691-3eba38679d42), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.001331 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5133dcd8-d5eb-447a-89fd-1c565aed2aa6 None None] Network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:55:03.022156 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110648) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:55:03.074427 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-9b0cc0c9-d619-4fe1-8eae-5bf18f8d3598 None None] Provisioning complete for port 3e884dce-887f-4dec-9728-825d9ff79787 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:03.074677 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc0c9-d619-4fe1-8eae-5bf18f8d3598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3e884dce-887f-4dec-9728-825d9ff79787), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.125587 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:55:03.143463 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Sync routers for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:55:03.145514 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.146752 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-dbe92056-cd3e-43ac-ac3f-0e2b9465ca2b admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8147814 Jul 12 03:55:03.149718 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 38750) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:03.164209 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:03.164811 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:54:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:03.240857 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-9b0cc0c9-d619-4fe1-8eae-5bf18f8d3598 None None] Current status of the port 3e884dce-887f-4dec-9728-825d9ff79787 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:03.241200 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc0c9-d619-4fe1-8eae-5bf18f8d3598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (3e884dce-887f-4dec-9728-825d9ff79787), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.317063 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:03.336341 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:03.341666 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:03.342729 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-9b0cc0c9-d619-4fe1-8eae-5bf18f8d3598 None None] For port 3e884dce-887f-4dec-9728-825d9ff79787, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3e884dce-887f-4dec-9728-825d9ff79787,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:03.369912 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9b0cc0c9-d619-4fe1-8eae-5bf18f8d3598 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (3e884dce-887f-4dec-9728-825d9ff79787), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.374546 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:03.469477 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0cc0c9-d619-4fe1-8eae-5bf18f8d3598 None None] Pushing event updated for resources: {'Port': ['ID=3e884dce-887f-4dec-9728-825d9ff79787,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:03.516481 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:03.524067 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-b9b22561-349b-4048-9c49-694cf9b59964 None None] Provisioning complete for port 3e884dce-887f-4dec-9728-825d9ff79787 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:03.524442 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b9b22561-349b-4048-9c49-694cf9b59964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3e884dce-887f-4dec-9728-825d9ff79787), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.529128 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:03.570939 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:02Z', 'revision_number': 3, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:03.576080 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.603235 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Checking router: 2f5f2e0d-2eb1-459b-9691-3eba38679d42 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:55:03.603585 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Updating router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 port c469b153-d930-4f2f-bdb4-235d53a4a235 binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:55:03.629146 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3e884dce-887f-4dec-9728-825d9ff79787 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:03.686424 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.731326 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Allocated IP 172.20.0.1 (15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee/418f5041-ae24-4040-b371-85610930cb5e/f126ea81-0b42-4ea0-998c-3429360ebf40) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:03.740557 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-b9b22561-349b-4048-9c49-694cf9b59964 None None] Current status of the port 3e884dce-887f-4dec-9728-825d9ff79787 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:03.806221 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 3e884dce-887f-4dec-9728-825d9ff79787 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:03.806591 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3e884dce-887f-4dec-9728-825d9ff79787), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.834148 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Publish callbacks [] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.867346 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:03.911266 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:03.914274 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:03.918926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:03.954684 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a8823-253e-435d-a01c-e86a7ab55864 req-fb221a1c-4194-4acb-a756-63332f7ee4ce tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:03.963865 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-581a8823-253e-435d-a01c-e86a7ab55864 req-fb221a1c-4194-4acb-a756-63332f7ee4ce tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0595367 Jul 12 03:55:03.975618 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (2f5f2e0d-2eb1-459b-9691-3eba38679d42), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.040017 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-581a8823-253e-435d-a01c-e86a7ab55864 req-aeb7b216-3097-4bc8-b176-a032696c800a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750525 Jul 12 03:55:04.061996 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Pushing event updated for resources: {'Port': ['ID=f126ea81-0b42-4ea0-998c-3429360ebf40,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:04.086290 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:04.100023 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 3e884dce-887f-4dec-9728-825d9ff79787 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:04.130314 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.169584 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:04.170134 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Publish callbacks [] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.173804 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-6a7c275f-fed7-4be3-a337-1ce6a3627fab None None] Provisioning complete for port f126ea81-0b42-4ea0-998c-3429360ebf40 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:04.174198 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-6a7c275f-fed7-4be3-a337-1ce6a3627fab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.177136 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.254109 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-6a7c275f-fed7-4be3-a337-1ce6a3627fab None None] Port f126ea81-0b42-4ea0-998c-3429360ebf40 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:55:04.258217 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Attempting to bind port c469b153-d930-4f2f-bdb4-235d53a4a235 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:55:04.258583 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Attempting to bind port c469b153-d930-4f2f-bdb4-235d53a4a235 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:55:04.258991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Attempting to bind port c469b153-d930-4f2f-bdb4-235d53a4a235 on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:04.261133 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ece4f-c204-402a-bede-ad9db730e0d6 None None] Pushing event updated for resources: {'Port': ['ID=c469b153-d930-4f2f-bdb4-235d53a4a235,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:04.266597 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:55:04.266967 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:04.267360 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.268085 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:55:04.268343 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Bound port: c469b153-d930-4f2f-bdb4-235d53a4a235, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:55:04.268668 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.318940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] For port c469b153-d930-4f2f-bdb4-235d53a4a235, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:55:04.322651 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] For port c469b153-d930-4f2f-bdb4-235d53a4a235, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=c469b153-d930-4f2f-bdb4-235d53a4a235,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:55:04.330320 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.387144 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:04.387797 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:54:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:04.428103 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87ece4f-c204-402a-bede-ad9db730e0d6 None None] Pushing event updated for resources: {'Port': ['ID=c469b153-d930-4f2f-bdb4-235d53a4a235,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:04.499058 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:04.544786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Publish callbacks [] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.549859 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.614670 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Pushing event updated for resources: {'Port': ['ID=f126ea81-0b42-4ea0-998c-3429360ebf40,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:04.618204 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (2f5f2e0d-2eb1-459b-9691-3eba38679d42), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:04.644462 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:04.701175 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:03Z', 'revision_number': 1, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:04.713073 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:04.714417 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:04.727010 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ceb14c0-6871-48ab-a5f5-c5870d4242c7 None None] The sync data for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi is: [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:03Z', 'revision_number': 1, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:55:04.834357 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:55:04.967129 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:55:04.980413 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-91e5731f-fb20-43f3-be2b-89061a35d986 admin admin] 10.222.0.20 "PUT /v2.0/routers/2f5f2e0d-2eb1-459b-9691-3eba38679d42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8214965 Jul 12 03:55:04.981107 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-cc8e5197-a912-41ea-9d61-ecacdd2d5c75 None None] Provisioning complete for port f126ea81-0b42-4ea0-998c-3429360ebf40 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:04.981107 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-cc8e5197-a912-41ea-9d61-ecacdd2d5c75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.022528 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-cc8e5197-a912-41ea-9d61-ecacdd2d5c75 None None] Port f126ea81-0b42-4ea0-998c-3429360ebf40 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:55:05.161064 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf7ec-be44-4db7-851b-9d192fe4418b req-cc604c72-2d8f-464e-ba71-e5b205e6287a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:05.162853 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c90cf7ec-be44-4db7-851b-9d192fe4418b req-cc604c72-2d8f-464e-ba71-e5b205e6287a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0527282 Jul 12 03:55:05.216135 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c90cf7ec-be44-4db7-851b-9d192fe4418b req-ce4370c2-b0ef-45ff-8764-6d86c630917d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464079 Jul 12 03:55:05.528278 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 38772) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:05.533366 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-793477373-network', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:05.561590 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Made reservation on behalf of e8a04014e6344f8fa9145b52d03679fa for: {'network': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:55:05.564070 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.573429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.599373 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:05.620173 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c469b153-d930-4f2f-bdb4-235d53a4a235 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:05.662456 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Publish callbacks [] for security_group (f2327e80-ec02-48a1-a248-59bc01dc9b27), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.668091 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f2327e80-ec02-48a1-a248-59bc01dc9b27), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.668929 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port c469b153-d930-4f2f-bdb4-235d53a4a235 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:05.670433 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.694447 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=110648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:55:05.704800 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2327e80-ec02-48a1-a248-59bc01dc9b27,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:05.709746 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (ddcc76c3-0535-4410-bc78-4d2af7eaae63), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.710076 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.segments_db [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Added segment ddcc76c3-0535-4410-bc78-4d2af7eaae63 of type vlan for network fd4157b0-65d3-4a93-a19c-da6dff63e672 Jul 12 03:55:05.711180 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:05.755167 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (fd4157b0-65d3-4a93-a19c-da6dff63e672), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.755671 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port c469b153-d930-4f2f-bdb4-235d53a4a235 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:05.756099 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.763185 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:05.782318 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port c469b153-d930-4f2f-bdb4-235d53a4a235, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=c469b153-d930-4f2f-bdb4-235d53a4a235,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:05.787473 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (fd4157b0-65d3-4a93-a19c-da6dff63e672), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.788509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:05.789075 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.793322 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.827381 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:05.832446 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3029928 Jul 12 03:55:05.835353 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 38774) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:05.840735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Request body: {'subnet': {'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-793477373-subnet', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:05.847368 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=c469b153-d930-4f2f-bdb4-235d53a4a235,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:05.864274 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afddeaa-4961-4f74-8c17-9812d320eaf9 admin admin] Pushing event updated for resources: {'Network': ['ID=fd4157b0-65d3-4a93-a19c-da6dff63e672,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:05.870836 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Made reservation on behalf of e8a04014e6344f8fa9145b52d03679fa for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:55:05.873441 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6051980'] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:05.874388 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network fd4157b0-65d3-4a93-a19c-da6dff63e672 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:55:06.013373 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:06.060973 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5532463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6051994'] for subnet (3f5c8c2a-b46a-4263-aeaa-2bff321b91bc), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.110253 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f5c8c2a-b46a-4263-aeaa-2bff321b91bc,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:06.127014 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Checking segment: {'id': 'ddcc76c3-0535-4410-bc78-4d2af7eaae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:06.127362 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Network hostable DHCP agents. Network: fd4157b0-65d3-4a93-a19c-da6dff63e672, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:55:06.146098 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Network fd4157b0-65d3-4a93-a19c-da6dff63e672 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:55:06.156660 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, fd4157b0-65d3-4a93-a19c-da6dff63e672) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:06.161148 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:06.161758 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.165558 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac782152-2c74-4c9c-b8c2-e2673c81a66c None None] Network fd4157b0-65d3-4a93-a19c-da6dff63e672 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:55:06.180198 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-12d833ea-a626-4d35-b3af-bd517e6506cc admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3434255 Jul 12 03:55:06.183102 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 38776) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:06.187398 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:06.204279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:06.210354 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (c4c24cf4-20a5-44b6-814c-fc34bb667e03), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.211336 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (c4c24cf4-20a5-44b6-814c-fc34bb667e03), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.270939 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks [] for router_controller (c4c24cf4-20a5-44b6-814c-fc34bb667e03), precommit_add_association {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.280211 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-fd4157b0-65d3-4a93-a19c-da6dff63e672', 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672', 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'fixed_ips': [{'subnet_id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:55:06.282470 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.418833 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Allocated IP 172.20.0.2 (fd4157b0-65d3-4a93-a19c-da6dff63e672/3f5c8c2a-b46a-4263-aeaa-2bff321b91bc/51da2e93-dbfa-4919-b94b-97df13f99658) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:06.447622 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27d0ee0-ad2e-4fa4-9fcd-ec3bb01b5a76 req-b3239e89-f270-41b4-a686-8c5b47d64593 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:06.449159 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d27d0ee0-ad2e-4fa4-9fcd-ec3bb01b5a76 req-b3239e89-f270-41b4-a686-8c5b47d64593 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.1325171 Jul 12 03:55:06.455036 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks [] for router_gateway (c4c24cf4-20a5-44b6-814c-fc34bb667e03), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.525061 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d27d0ee0-ad2e-4fa4-9fcd-ec3bb01b5a76 req-68c12b0d-d93a-44ae-b29d-a2410c892124 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665100 Jul 12 03:55:06.583578 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Publish callbacks [] for port (51da2e93-dbfa-4919-b94b-97df13f99658), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.590767 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.632266 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Network fd4157b0-65d3-4a93-a19c-da6dff63e672 is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:06.635328 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:06.639508 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:06.647120 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Pushing event updated for resources: {'Port': ['ID=51da2e93-dbfa-4919-b94b-97df13f99658,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:06.674211 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks [] for router_gateway (c4c24cf4-20a5-44b6-814c-fc34bb667e03), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.693514 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.703359 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Attempting to bind port 51da2e93-dbfa-4919-b94b-97df13f99658 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:55:06.703728 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Attempting to bind port 51da2e93-dbfa-4919-b94b-97df13f99658 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'ddcc76c3-0535-4410-bc78-4d2af7eaae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:55:06.704133 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Attempting to bind port 51da2e93-dbfa-4919-b94b-97df13f99658 on network fd4157b0-65d3-4a93-a19c-da6dff63e672 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:06.709616 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:55:06.709991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Checking segment: {'id': 'ddcc76c3-0535-4410-bc78-4d2af7eaae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:06.710391 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.710787 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Bound using segment: {'id': 'ddcc76c3-0535-4410-bc78-4d2af7eaae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:55:06.711256 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Bound port: 51da2e93-dbfa-4919-b94b-97df13f99658, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcc76c3-0535-4410-bc78-4d2af7eaae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:55:06.711634 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.774661 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] For port 51da2e93-dbfa-4919-b94b-97df13f99658, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:55:06.778190 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] For port 51da2e93-dbfa-4919-b94b-97df13f99658, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=51da2e93-dbfa-4919-b94b-97df13f99658,segment=NetworkSegment(ddcc76c3-0535-4410-bc78-4d2af7eaae63),segment_id=ddcc76c3-0535-4410-bc78-4d2af7eaae63)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:55:06.786647 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:06.813769 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Allocated IP 172.27.0.155 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/d565ee47-0c17-4626-9504-cced9d8117d1) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:06.827604 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Sync routers for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:55:06.845215 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:06.845991 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:54:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:06.849433 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292bd05a-beb5-4ba6-a8b6-bf412a9efec3 None None] Pushing event updated for resources: {'Port': ['ID=51da2e93-dbfa-4919-b94b-97df13f99658,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:06.883198 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:06.958993 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:06.963447 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks [] for port (d565ee47-0c17-4626-9504-cced9d8117d1), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.006259 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.060462 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:07.070474 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:07.073078 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:07.098085 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Pushing event updated for resources: {'Port': ['ID=d565ee47-0c17-4626-9504-cced9d8117d1,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:07.177836 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 2, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:07.204277 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Checking router: 2f5f2e0d-2eb1-459b-9691-3eba38679d42 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:55:07.204621 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Updating router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 port f126ea81-0b42-4ea0-998c-3429360ebf40 binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:55:07.236610 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.504596 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Publish callbacks [] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.512189 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.522696 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:INSERT=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:07.581398 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks [] for router_gateway (c4c24cf4-20a5-44b6-814c-fc34bb667e03), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.596409 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Pushing event updated for resources: {'Port': ['ID=f126ea81-0b42-4ea0-998c-3429360ebf40,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:07.606691 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.607257 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.607757 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.608268 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.608761 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.609372 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.609818 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.610272 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.610879 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.611335 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.611981 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.612824 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.613180 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.613463 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.613775 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:07.665960 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Attempting to bind port f126ea81-0b42-4ea0-998c-3429360ebf40 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:55:07.666319 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Attempting to bind port f126ea81-0b42-4ea0-998c-3429360ebf40 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:55:07.666668 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Attempting to bind port f126ea81-0b42-4ea0-998c-3429360ebf40 on network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:07.677541 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:55:07.677823 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Checking segment: {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:07.678265 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.678662 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Bound using segment: {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:55:07.679143 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Bound port: f126ea81-0b42-4ea0-998c-3429360ebf40, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:55:07.679510 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.736464 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:07.772705 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] For port f126ea81-0b42-4ea0-998c-3429360ebf40, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:55:07.780970 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] For port f126ea81-0b42-4ea0-998c-3429360ebf40, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=f126ea81-0b42-4ea0-998c-3429360ebf40,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:55:07.792224 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccf973a-472d-4ac9-8164-c051f28c7417 req-4dfa2752-5a07-4d94-9c47-e23a923c8020 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:07.794649 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bccf973a-472d-4ac9-8164-c051f28c7417 req-4dfa2752-5a07-4d94-9c47-e23a923c8020 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.1009810 Jul 12 03:55:07.802082 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.802952 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c469b153-d930-4f2f-bdb4-235d53a4a235 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:07.861989 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port c469b153-d930-4f2f-bdb4-235d53a4a235 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:07.862354 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.867177 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bccf973a-472d-4ac9-8164-c051f28c7417 req-48615fa3-8864-4997-a066-b50e1e24b720 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638192 Jul 12 03:55:07.894922 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:07.916792 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:07.917427 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:54:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:07.921666 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8529ad33-08c9-4633-b06d-44911109fb0c None None] Pushing event updated for resources: {'Port': ['ID=f126ea81-0b42-4ea0-998c-3429360ebf40,revision_number=4']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:07.949510 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (c4c24cf4-20a5-44b6-814c-fc34bb667e03), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:07.983691 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port c469b153-d930-4f2f-bdb4-235d53a4a235 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:07.984849 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 51da2e93-dbfa-4919-b94b-97df13f99658 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:08.017258 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30e9f99-0e06-406e-baf2-0c48b02efaa7 None None] Network fd4157b0-65d3-4a93-a19c-da6dff63e672 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:55:08.058031 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:08.073858 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Provisioning complete for port 51da2e93-dbfa-4919-b94b-97df13f99658 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:08.074097 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:08.124227 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Router c4c24cf4-20a5-44b6-814c-fc34bb667e03 is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:55:08.164342 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 51da2e93-dbfa-4919-b94b-97df13f99658 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:08.164717 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:08.187545 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:08.188452 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:08.246334 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:55:08.249980 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:08.273776 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:08.278314 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-87e670bb-d431-4c1a-82c5-21347cfce5af admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.0911753 Jul 12 03:55:08.278888 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 38782) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:08.291898 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:07Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:08.298756 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Sync routers for ids ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:55:08.320654 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0512d8f-3e16-41b4-bf94-e529cddf4c6e None None] The sync data for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi is: [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:07Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:55:08.321036 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Current status of the port 51da2e93-dbfa-4919-b94b-97df13f99658 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:08.321490 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:08.326332 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Routers {'c4c24cf4-20a5-44b6-814c-fc34bb667e03'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:08.326963 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:54:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:08.439836 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 51da2e93-dbfa-4919-b94b-97df13f99658 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:08.440248 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:08.447320 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] For port 51da2e93-dbfa-4919-b94b-97df13f99658, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=51da2e93-dbfa-4919-b94b-97df13f99658,segment=NetworkSegment(ddcc76c3-0535-4410-bc78-4d2af7eaae63),segment_id=ddcc76c3-0535-4410-bc78-4d2af7eaae63)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:08.620668 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:08.671229 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Provisioning complete for port f126ea81-0b42-4ea0-998c-3429360ebf40 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:08.671614 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:08.707973 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Set router c4c24cf4-20a5-44b6-814c-fc34bb667e03 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:08.747420 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:08.802032 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Pushing event updated for resources: {'Port': ['ID=51da2e93-dbfa-4919-b94b-97df13f99658,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:08.835031 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.db.api [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 12 03:55:08.835661 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG oslo_db.api [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 03:55:08.894797 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:08.917924 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Allocated IP 172.20.0.1 (fd4157b0-65d3-4a93-a19c-da6dff63e672/3f5c8c2a-b46a-4263-aeaa-2bff321b91bc/c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:08.923057 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Current status of the port f126ea81-0b42-4ea0-998c-3429360ebf40 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:08.923534 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:08.929039 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:09.002740 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] For port f126ea81-0b42-4ea0-998c-3429360ebf40, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=f126ea81-0b42-4ea0-998c-3429360ebf40,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:09.003783 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:07Z', 'revision_number': 3, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'gw_port': {'id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:09.019930 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:09.027443 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803bc630-a251-4908-b507-4230bd8fe229 req-e841e8d9-fa7f-4d7b-9480-f37add4e56a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:09.029089 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-803bc630-a251-4908-b507-4230bd8fe229 req-e841e8d9-fa7f-4d7b-9480-f37add4e56a7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0637689 Jul 12 03:55:09.032133 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.035956 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Checking router: c4c24cf4-20a5-44b6-814c-fc34bb667e03 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:55:09.036329 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Updating router c4c24cf4-20a5-44b6-814c-fc34bb667e03 port d565ee47-0c17-4626-9504-cced9d8117d1 binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:55:09.069209 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Publish callbacks [] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.095286 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-803bc630-a251-4908-b507-4230bd8fe229 req-9c136c9a-9d56-48ba-96af-3efe8b23cf0c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558488 Jul 12 03:55:09.095516 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.116825 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.142937 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853f31ef-bfb0-44a8-b647-0a644ccb5a20 None None] Pushing event updated for resources: {'Port': ['ID=f126ea81-0b42-4ea0-998c-3429360ebf40,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:09.163349 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-ce4bd3db-eadd-4149-b171-b6b17aea86bb None None] Provisioning complete for port 51da2e93-dbfa-4919-b94b-97df13f99658 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:09.163593 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Network fd4157b0-65d3-4a93-a19c-da6dff63e672 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:09.163723 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-ce4bd3db-eadd-4149-b171-b6b17aea86bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.166736 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:09.170311 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:09.197185 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Pushing event updated for resources: {'Port': ['ID=c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:09.216173 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (c4c24cf4-20a5-44b6-814c-fc34bb667e03), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.349509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.395752 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-ce4bd3db-eadd-4149-b171-b6b17aea86bb None None] Current status of the port 51da2e93-dbfa-4919-b94b-97df13f99658 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:09.398148 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 51da2e93-dbfa-4919-b94b-97df13f99658 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:09.415521 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-ce4bd3db-eadd-4149-b171-b6b17aea86bb None None] Provisioning complete for port f126ea81-0b42-4ea0-998c-3429360ebf40 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:09.415899 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-ce4bd3db-eadd-4149-b171-b6b17aea86bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.489125 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:09.510668 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Publish callbacks [] for port (d565ee47-0c17-4626-9504-cced9d8117d1), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.510933 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Publish callbacks [] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.523908 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.537320 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.544560 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:09.587176 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Pushing event updated for resources: {'Port': ['ID=c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:09.593815 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-ce4bd3db-eadd-4149-b171-b6b17aea86bb None None] Current status of the port f126ea81-0b42-4ea0-998c-3429360ebf40 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:09.602912 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (c4c24cf4-20a5-44b6-814c-fc34bb667e03), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.610700 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Attempting to bind port d565ee47-0c17-4626-9504-cced9d8117d1 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:55:09.611303 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Attempting to bind port d565ee47-0c17-4626-9504-cced9d8117d1 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:55:09.611666 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Attempting to bind port d565ee47-0c17-4626-9504-cced9d8117d1 on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:09.614791 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6603a-f7c5-4954-92e7-978c02c76937 None None] Pushing event updated for resources: {'Port': ['ID=d565ee47-0c17-4626-9504-cced9d8117d1,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:09.619466 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:55:09.620161 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:09.620738 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.621265 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:55:09.621877 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Bound port: d565ee47-0c17-4626-9504-cced9d8117d1, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:55:09.622598 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.663605 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device f126ea81-0b42-4ea0-998c-3429360ebf40 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:09.699699 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] For port d565ee47-0c17-4626-9504-cced9d8117d1, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:55:09.706650 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Network fd4157b0-65d3-4a93-a19c-da6dff63e672 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:09.708045 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:09.724727 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] For port d565ee47-0c17-4626-9504-cced9d8117d1, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=d565ee47-0c17-4626-9504-cced9d8117d1,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:55:09.729941 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-a147c696-f728-4799-9485-6350ab9449bb None None] Provisioning complete for port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:09.730247 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a147c696-f728-4799-9485-6350ab9449bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.735128 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:09.753499 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:UPDATE=3,neutron:SELECT=94,neutron:INSERT=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:09.756729 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.763048 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:09.806272 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port f126ea81-0b42-4ea0-998c-3429360ebf40 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:09.806645 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:09.830490 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Router c4c24cf4-20a5-44b6-814c-fc34bb667e03 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:55:09.846007 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-a147c696-f728-4799-9485-6350ab9449bb None None] Port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:55:09.870239 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Routers {'c4c24cf4-20a5-44b6-814c-fc34bb667e03'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:09.870894 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:54:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:09.872793 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b6603a-f7c5-4954-92e7-978c02c76937 None None] Pushing event updated for resources: {'Port': ['ID=d565ee47-0c17-4626-9504-cced9d8117d1,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:09.953555 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:55:09.959796 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-67a44a61-b5a0-4ebd-a145-ca1c9f4bad8e admin admin] 10.222.0.20 "PUT /v2.0/routers/c4c24cf4-20a5-44b6-814c-fc34bb667e03/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6793604 Jul 12 03:55:10.006505 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-6bbda1f7-3eb5-4f7b-ae38-5176bc7270f5 None None] Provisioning complete for port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:10.006873 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-6bbda1f7-3eb5-4f7b-ae38-5176bc7270f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:10.016990 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port f126ea81-0b42-4ea0-998c-3429360ebf40 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:10.018055 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 51da2e93-dbfa-4919-b94b-97df13f99658 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:10.068960 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] Set router c4c24cf4-20a5-44b6-814c-fc34bb667e03 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:10.104489 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-6bbda1f7-3eb5-4f7b-ae38-5176bc7270f5 None None] Port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:55:10.168746 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 51da2e93-dbfa-4919-b94b-97df13f99658 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:10.169115 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:10.227263 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c344a72-a638-4c79-9a92-ca72fcc66e0b req-f0d6ae08-30a7-45fa-8396-93b6a8ecd920 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:10.228848 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8c344a72-a638-4c79-9a92-ca72fcc66e0b req-f0d6ae08-30a7-45fa-8396-93b6a8ecd920 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0510612 Jul 12 03:55:10.286478 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8c344a72-a638-4c79-9a92-ca72fcc66e0b req-be669396-c5cd-4ee4-b6c3-3b8ebbb4bcee tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499382 Jul 12 03:55:10.458788 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 51da2e93-dbfa-4919-b94b-97df13f99658 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:10.465286 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 4, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'gw_port': {'id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea', 'name': '', 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'mac_address': 'fa:16:3e:b9:e3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:08Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 2, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'subnets': [{'id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:10.489736 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44cac1b-e013-401a-af1a-c43dfe537023 None None] The sync data for ids ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'] in dv-cinder-847730-4-iscsi is: [{'id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 4, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'gw_port': {'id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b1:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea', 'name': '', 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'mac_address': 'fa:16:3e:b9:e3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:08Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 2, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'subnets': [{'id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:55:11.441508 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43127c68-0bb9-41fb-a9eb-710458c7f1f8 req-47e6406c-8267-4a22-887d-22c13ae0927b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:11.443997 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-43127c68-0bb9-41fb-a9eb-710458c7f1f8 req-47e6406c-8267-4a22-887d-22c13ae0927b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0630865 Jul 12 03:55:11.498956 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-43127c68-0bb9-41fb-a9eb-710458c7f1f8 req-55069c65-0ccc-4343-a61f-35db0df34172 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486159 Jul 12 03:55:11.644654 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device d565ee47-0c17-4626-9504-cced9d8117d1 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:11.717995 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port d565ee47-0c17-4626-9504-cced9d8117d1 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:11.718251 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:11.797452 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port d565ee47-0c17-4626-9504-cced9d8117d1 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:11.797952 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:11.822498 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port d565ee47-0c17-4626-9504-cced9d8117d1, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=d565ee47-0c17-4626-9504-cced9d8117d1,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:11.828276 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:11.885207 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=d565ee47-0c17-4626-9504-cced9d8117d1,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:12.638464 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75283dbc-bf4c-4140-8ce3-e7b7f43ea163 req-438f7a08-ef6c-4529-948a-a6a03eda662d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:12.646387 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-75283dbc-bf4c-4140-8ce3-e7b7f43ea163 req-438f7a08-ef6c-4529-948a-a6a03eda662d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0618055 Jul 12 03:55:12.700034 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-75283dbc-bf4c-4140-8ce3-e7b7f43ea163 req-f258131f-302d-42d2-b87b-da7a9396b81c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525513 Jul 12 03:55:12.721502 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Sync routers for ids ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:55:12.733150 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Routers {'c4c24cf4-20a5-44b6-814c-fc34bb667e03'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:12.733841 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:54:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:12.844963 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Set router c4c24cf4-20a5-44b6-814c-fc34bb667e03 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:13.171615 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 4, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'gw_port': {'id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea', 'name': '', 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'mac_address': 'fa:16:3e:b9:e3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:08Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 2, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'subnets': [{'id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:13.196642 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Checking router: c4c24cf4-20a5-44b6-814c-fc34bb667e03 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:55:13.196744 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Updating router c4c24cf4-20a5-44b6-814c-fc34bb667e03 port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:55:13.226425 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:13.416699 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:13.482944 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:UPDATE=1,neutron:SELECT=98,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:13.506637 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Publish callbacks [] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:13.514669 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:13.561949 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86701ec4-c6d8-48e7-be33-bcfaeb0425d3 None None] Pushing event updated for resources: {'Port': ['ID=c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:13.622484 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Attempting to bind port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:55:13.622843 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Attempting to bind port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'ddcc76c3-0535-4410-bc78-4d2af7eaae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:55:13.623194 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Attempting to bind port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea on network fd4157b0-65d3-4a93-a19c-da6dff63e672 {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:13.628812 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 54, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:55:13.629177 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Checking segment: {'id': 'ddcc76c3-0535-4410-bc78-4d2af7eaae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:13.629573 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:13.629956 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Bound using segment: {'id': 'ddcc76c3-0535-4410-bc78-4d2af7eaae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:55:13.630409 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Bound port: c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddcc76c3-0535-4410-bc78-4d2af7eaae63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:55:13.630778 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:13.679307 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device d565ee47-0c17-4626-9504-cced9d8117d1 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:13.709707 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] For port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:55:13.713341 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] For port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea,segment=NetworkSegment(ddcc76c3-0535-4410-bc78-4d2af7eaae63),segment_id=ddcc76c3-0535-4410-bc78-4d2af7eaae63)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:55:13.724329 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:13.755546 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port d565ee47-0c17-4626-9504-cced9d8117d1 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:13.756657 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:13.794543 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Routers {'c4c24cf4-20a5-44b6-814c-fc34bb667e03'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:13.795197 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:54:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:13.838933 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:13.875510 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c97e5-7639-4a21-9760-5db24068aabf req-e60ac2c0-b1d2-42c1-8d9e-cc001e6b7442 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:13.884459 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a79c97e5-7639-4a21-9760-5db24068aabf req-e60ac2c0-b1d2-42c1-8d9e-cc001e6b7442 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0868425 Jul 12 03:55:13.887388 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port d565ee47-0c17-4626-9504-cced9d8117d1 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:13.950407 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86701ec4-c6d8-48e7-be33-bcfaeb0425d3 None None] Pushing event updated for resources: {'Port': ['ID=c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea,revision_number=4']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:13.953473 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-33f071bb-e4d6-49b9-b5be-47745b48af2a None None] Provisioning complete for port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:13.956207 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-33f071bb-e4d6-49b9-b5be-47745b48af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:13.960359 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a79c97e5-7639-4a21-9760-5db24068aabf req-cc52fb77-6b21-4406-a586-26676e157463 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747271 Jul 12 03:55:13.962415 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:13.969453 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] Set router c4c24cf4-20a5-44b6-814c-fc34bb667e03 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:14.056566 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-33f071bb-e4d6-49b9-b5be-47745b48af2a None None] Current status of the port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:14.056950 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-33f071bb-e4d6-49b9-b5be-47745b48af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:14.085308 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:14.105944 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-33f071bb-e4d6-49b9-b5be-47745b48af2a None None] For port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea,segment=NetworkSegment(ddcc76c3-0535-4410-bc78-4d2af7eaae63),segment_id=ddcc76c3-0535-4410-bc78-4d2af7eaae63)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:14.115800 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-33f071bb-e4d6-49b9-b5be-47745b48af2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:14.188795 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f071bb-e4d6-49b9-b5be-47745b48af2a None None] Pushing event updated for resources: {'Port': ['ID=c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:14.217163 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 4, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'gw_port': {'id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea', 'name': '', 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'mac_address': 'fa:16:3e:b9:e3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:08Z', 'updated_at': '2022-07-12T03:55:13Z', 'revision_number': 4, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'subnets': [{'id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:14.237536 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-5cb6a0cc-b237-41cb-8277-4fcf31601a2d None None] Provisioning complete for port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:14.238057 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5cb6a0cc-b237-41cb-8277-4fcf31601a2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:14.249081 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4108d6c6-107e-40c9-b577-a3f6a2e5d47e None None] The sync data for ids ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'] in dv-cinder-847730-4-iscsi is: [{'id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:09Z', 'revision_number': 4, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'gw_port': {'id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea', 'name': '', 'network_id': 'fd4157b0-65d3-4a93-a19c-da6dff63e672', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'mac_address': 'fa:16:3e:b9:e3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:08Z', 'updated_at': '2022-07-12T03:55:13Z', 'revision_number': 4, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'subnets': [{'id': '3f5c8c2a-b46a-4263-aeaa-2bff321b91bc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:55:14.334559 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-5cb6a0cc-b237-41cb-8277-4fcf31601a2d None None] Current status of the port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:15.097395 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827f35d-490a-49fe-bf44-8b27c0588fc0 req-6e0b6ea7-1aab-41c8-9fb2-8af2110b925c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:15.098964 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6827f35d-490a-49fe-bf44-8b27c0588fc0 req-6e0b6ea7-1aab-41c8-9fb2-8af2110b925c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0593612 Jul 12 03:55:15.159274 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6827f35d-490a-49fe-bf44-8b27c0588fc0 req-c4a652ff-bd33-41b4-911e-3e737111743b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542257 Jul 12 03:55:15.204289 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9c44e082-c82b-45df-9fc0-c095b50c1b12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:15.630294 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:15.676228 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:15.676601 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:15.756549 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:16.298294 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cd149-59c3-4fcc-ba91-4881ca6caa34 req-909c8f25-1144-4006-8489-bc045c4ea8cb tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:16.300679 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cf6cd149-59c3-4fcc-ba91-4881ca6caa34 req-909c8f25-1144-4006-8489-bc045c4ea8cb tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0674334 Jul 12 03:55:16.354362 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cf6cd149-59c3-4fcc-ba91-4881ca6caa34 req-c33a2d08-2082-4707-9ece-2760d1de67f3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474262 Jul 12 03:55:16.808638 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:16.919037 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:55:17.477451 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb920ef-2329-49b5-b3b7-c01c581a782d req-b939adb0-59e2-4315-9485-9dc3038b6855 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:17.479200 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bbb920ef-2329-49b5-b3b7-c01c581a782d req-b939adb0-59e2-4315-9485-9dc3038b6855 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0511856 Jul 12 03:55:17.540734 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bbb920ef-2329-49b5-b3b7-c01c581a782d req-6f75ecc7-b4ce-4042-b6e8-15f51cab21f3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538473 Jul 12 03:55:17.697585 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d069bea7-3ca7-450c-9aea-62e9d25c883d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:18.665097 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee49b1a-c409-41af-acaf-3b82f6113be9 req-9ae916cc-c21d-4826-84eb-e649811d2083 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:18.666788 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cee49b1a-c409-41af-acaf-3b82f6113be9 req-9ae916cc-c21d-4826-84eb-e649811d2083 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0594277 Jul 12 03:55:18.679681 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:18.727900 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cee49b1a-c409-41af-acaf-3b82f6113be9 req-483e453b-53a7-4e62-b0eb-8f878938e134 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506840 Jul 12 03:55:19.321698 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-2bd8b9d6-df55-4f18-8a09-9a117e1253ef service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399601 Jul 12 03:55:19.403077 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-d0994d76-b5e4-46c2-8fa7-672b704ff5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:19.404636 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-d0994d76-b5e4-46c2-8fa7-672b704ff5de service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0475914 Jul 12 03:55:19.423790 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:19.489934 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-e51e4218-8612-4b10-99df-7cafdecf3794 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:19.491294 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-e51e4218-8612-4b10-99df-7cafdecf3794 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/networks?id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 200 len: 815 time: 0.1030066 Jul 12 03:55:19.506217 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-8cd347d4-7072-44f9-b0c1-001f6a7a0030 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/quotas/b38d912121c64d5e887dc21e354b3cfd HTTP/1.1" status: 200 len: 375 time: 0.0092251 Jul 12 03:55:19.510623 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-ff509e5c-7271-4d74-960e-cf0483742084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:19.512217 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-ff509e5c-7271-4d74-960e-cf0483742084 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 911 time: 0.0875556 Jul 12 03:55:19.559150 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-4262e228-b115-4789-a17b-234ba32b23b6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=b38d912121c64d5e887dc21e354b3cfd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0475442 Jul 12 03:55:19.582642 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-3faccc65-b5d2-4478-9bf6-235b62e48dbf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a62f409-2f00-4669-85c4-d882010074e6 HTTP/1.1" status: 200 len: 1002 time: 0.0637927 Jul 12 03:55:19.631938 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-bb90ea2b-c3b8-4368-b412-4552e02f0574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:19.633433 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-bb90ea2b-c3b8-4368-b412-4552e02f0574 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.0438006 Jul 12 03:55:19.678226 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-711b9a1f-4d4d-44a7-abcb-059a4b944541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:19.679744 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-711b9a1f-4d4d-44a7-abcb-059a4b944541 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394495 Jul 12 03:55:19.752791 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-2902638c-f93e-4288-b546-18091a83f6d3 service neutron] 10.222.0.20 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813576 Jul 12 03:55:19.754513 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:19.779285 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-f9836f96-d531-4617-9aa8-45dd4b1c91ba service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921650 Jul 12 03:55:19.846692 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-fc5b54f5-c1b7-4385-915c-86bc99e4c815 service neutron] 10.222.0.20 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878580 Jul 12 03:55:19.846949 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f67cdd-a7eb-4394-9362-2a368ad5e159 req-51d3dfdd-e31d-41bc-b16d-11ecc29d4c8f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:19.848846 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-30f67cdd-a7eb-4394-9362-2a368ad5e159 req-51d3dfdd-e31d-41bc-b16d-11ecc29d4c8f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0472722 Jul 12 03:55:19.933322 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:19.970990 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-30f67cdd-a7eb-4394-9362-2a368ad5e159 req-494e0c7c-a098-42db-b1d6-acdde859b34a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1128986 Jul 12 03:55:19.986607 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc2667e2-69a2-4953-8101-5f3d71c305ed req-a1320989-fd63-442a-8e01-052a92cf49d9 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367166 Jul 12 03:55:20.028455 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-190117fc-1089-4815-b0d5-1a1e51e83e8f req-d636f031-f4f7-41d3-9604-d6081fc29020 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 210 time: 0.0386407 Jul 12 03:55:20.137200 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:20.579932 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:21.114786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0321373e-3d74-4199-a62e-1fa6f7fb43c7 req-5c5f42bd-1307-46a5-80b3-830b7cf5a3c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:21.116303 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0321373e-3d74-4199-a62e-1fa6f7fb43c7 req-5c5f42bd-1307-46a5-80b3-830b7cf5a3c2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0566812 Jul 12 03:55:21.126513 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-860a613b-2e22-43c8-98a3-78cc3814900c req-a21e56d9-e2b5-4bd4-8da7-321214fa786b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 210 time: 0.0279973 Jul 12 03:55:21.164026 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0321373e-3d74-4199-a62e-1fa6f7fb43c7 req-8e2de74e-71dc-4d93-b851-9e35d6e7e4a6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420196 Jul 12 03:55:22.070158 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4270cc-8570-48bf-b24a-55ea6d3f2271 req-d52dcc12-732a-4222-bae7-e576deab7bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:22.071693 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0a4270cc-8570-48bf-b24a-55ea6d3f2271 req-d52dcc12-732a-4222-bae7-e576deab7bce service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1130 time: 0.0403941 Jul 12 03:55:22.121130 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0a4270cc-8570-48bf-b24a-55ea6d3f2271 req-b892b98e-1add-45ca-a27e-823e38dcd2f8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428293 Jul 12 03:55:22.226111 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c77354b3-960d-45ac-8eb4-f741f95a93f3 req-aa9bb555-0970-4411-abe1-ab0ecdb1a66f tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 210 time: 0.0280118 Jul 12 03:55:22.278106 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44be1e5-a728-4e02-84e4-5b79d68ac807 req-351e449a-321d-46d0-97f7-7d6173fcf9f1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:22.279570 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d44be1e5-a728-4e02-84e4-5b79d68ac807 req-351e449a-321d-46d0-97f7-7d6173fcf9f1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0467529 Jul 12 03:55:22.325371 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d44be1e5-a728-4e02-84e4-5b79d68ac807 req-3b8d9096-0ed0-4455-8716-5295e65ac4ee tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402131 Jul 12 03:55:23.331212 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6ac7ae11-430b-4a6c-b4f4-62323eb94232 req-03bbae7a-1bf4-44c4-8c22-778aa0efce79 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 210 time: 0.0355570 Jul 12 03:55:23.730853 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70f8d23-5f0c-4330-91f1-48bb1dd6db10 req-3401e4fe-ab63-44a6-aa00-4c6902470aa7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:23.732525 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d70f8d23-5f0c-4330-91f1-48bb1dd6db10 req-3401e4fe-ab63-44a6-aa00-4c6902470aa7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.3364234 Jul 12 03:55:23.772291 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-79fc5482-d2be-45a7-890a-80da912f9fd7 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:23.773736 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-79fc5482-d2be-45a7-890a-80da912f9fd7 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.44 "GET /v2.0/networks?id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 200 len: 815 time: 0.4028792 Jul 12 03:55:23.798538 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d70f8d23-5f0c-4330-91f1-48bb1dd6db10 req-27ba21ec-fd4e-4ca3-a8e0-5cbf366588e2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577767 Jul 12 03:55:24.257525 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'port': {'device_id': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'admin_state_up': True, 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:24.375263 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Made reservation on behalf of b38d912121c64d5e887dc21e354b3cfd for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:55:24.379027 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:24.435991 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-910c3df8-6f28-46e8-be45-53dbf1a1e949 req-9bc3c16d-6ca1-400c-9b6b-577525aec76f tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 210 time: 0.0314536 Jul 12 03:55:24.584289 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Allocated IP 172.20.0.6 (15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee/418f5041-ae24-4040-b371-85610930cb5e/05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:24.645121 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:24.668677 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:24.774453 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:24.807563 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:24.865169 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'Port': ['ID=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:24.877025 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:24.893684 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:24.913677 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:24.963042 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1eb07c-15df-40c0-8c4e-890062d6b56e req-07bcb590-83d4-4328-9e0c-7d31d9466a2c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:24.964636 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9d1eb07c-15df-40c0-8c4e-890062d6b56e req-07bcb590-83d4-4328-9e0c-7d31d9466a2c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0904145 Jul 12 03:55:24.988020 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:24.988670 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:25.025393 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d477be27-2826-4224-acf8-15219ed5a213 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7746892 Jul 12 03:55:25.048951 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9d1eb07c-15df-40c0-8c4e-890062d6b56e req-a6be36e9-0827-477f-9d06-f41f08d73cb6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765841 Jul 12 03:55:25.248510 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-5c51aa94-90d3-4dfd-858e-6fe3490bdd6a None None] Provisioning complete for port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:25.249011 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5c51aa94-90d3-4dfd-858e-6fe3490bdd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:25.279922 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-5c51aa94-90d3-4dfd-858e-6fe3490bdd6a None None] Port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:55:25.492222 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0a0116-7e9a-45be-b000-fdf7d67642c2 req-23237649-711d-4aec-963f-7c8c6435669c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:25.493728 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6a0a0116-7e9a-45be-b000-fdf7d67642c2 req-23237649-711d-4aec-963f-7c8c6435669c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0520456 Jul 12 03:55:25.563084 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8b2bc3-ef5c-4333-b02f-0435d650f662 req-4d1277d7-96b6-4aff-b76b-5354b76764a6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:25.564925 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0e8b2bc3-ef5c-4333-b02f-0435d650f662 req-4d1277d7-96b6-4aff-b76b-5354b76764a6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0527728 Jul 12 03:55:25.566144 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6a0a0116-7e9a-45be-b000-fdf7d67642c2 req-ac091927-de1c-4348-a750-c24acc04d299 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665941 Jul 12 03:55:25.622039 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0e8b2bc3-ef5c-4333-b02f-0435d650f662 req-94de3184-0ec0-4eee-ac8b-fc3a266523c3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486147 Jul 12 03:55:26.701786 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c27a4cf-8277-4b11-9521-b7db0fd3a25f req-2bbefa59-c03c-4cf3-99a1-f03d45b6466d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:26.703361 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1c27a4cf-8277-4b11-9521-b7db0fd3a25f req-2bbefa59-c03c-4cf3-99a1-f03d45b6466d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0527318 Jul 12 03:55:26.726935 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:26.746319 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff630f13-9e9f-4a20-aca6-2b0426782e40 req-56b16710-c1af-412e-a945-d506f22710b5 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:26.747807 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ff630f13-9e9f-4a20-aca6-2b0426782e40 req-56b16710-c1af-412e-a945-d506f22710b5 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0564785 Jul 12 03:55:26.757239 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1c27a4cf-8277-4b11-9521-b7db0fd3a25f req-7946ff0a-8f3a-4192-b462-7026e70c96bc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473278 Jul 12 03:55:26.798292 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ff630f13-9e9f-4a20-aca6-2b0426782e40 req-79cd2604-1036-4797-ab2c-7d291a318e49 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446827 Jul 12 03:55:26.912721 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:26.913914 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:UPDATE=2,neutron:SELECT=69 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:27.877867 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df28f0c-c28b-4b12-ab27-4d3b6d350a2f req-26bafd85-cc1e-40ae-8c51-4aa11717aff3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:27.879395 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2df28f0c-c28b-4b12-ab27-4d3b6d350a2f req-26bafd85-cc1e-40ae-8c51-4aa11717aff3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0477562 Jul 12 03:55:27.914319 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322699a3-b20d-4600-b1e2-4f7849d605e3 req-01be01b7-a934-4b7a-b62e-3c3c18c898f3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:27.915919 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-322699a3-b20d-4600-b1e2-4f7849d605e3 req-01be01b7-a934-4b7a-b62e-3c3c18c898f3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0498157 Jul 12 03:55:27.931369 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2df28f0c-c28b-4b12-ab27-4d3b6d350a2f req-d3594b04-1981-4904-a29d-2ca041e18f7a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463161 Jul 12 03:55:27.981594 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-322699a3-b20d-4600-b1e2-4f7849d605e3 req-57c99f52-49f4-4a70-8037-8c23241d34e4 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582783 Jul 12 03:55:29.072767 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b326b8-65e3-491b-9634-c1850fee6ac1 req-495ea336-9be2-4811-9d13-a5da45b6afa7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:29.074357 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-16b326b8-65e3-491b-9634-c1850fee6ac1 req-495ea336-9be2-4811-9d13-a5da45b6afa7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0621483 Jul 12 03:55:29.107408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fd9824-45c4-4c8c-a258-0005d24854e0 req-5be8a5b4-fed3-4752-91c0-813c355bd21c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:29.110786 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-43fd9824-45c4-4c8c-a258-0005d24854e0 req-5be8a5b4-fed3-4752-91c0-813c355bd21c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0526597 Jul 12 03:55:29.122557 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-16b326b8-65e3-491b-9634-c1850fee6ac1 req-04faaef1-f91a-46cc-a89a-7b8c9842ac32 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425529 Jul 12 03:55:29.159065 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-43fd9824-45c4-4c8c-a258-0005d24854e0 req-ebdc0b9a-be1d-4c02-b38b-9bd0d69be66c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445850 Jul 12 03:55:30.252396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf114a8-909f-4926-9283-bfdea48d043e req-a6952fd8-85cc-4a62-9855-b3314fa94a79 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:30.253809 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-baf114a8-909f-4926-9283-bfdea48d043e req-a6952fd8-85cc-4a62-9855-b3314fa94a79 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0526659 Jul 12 03:55:30.280249 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5afe27-45c4-47c3-af0e-e0056a553dc9 req-f3f1fb71-cdd9-4f07-8253-4b31eb7ef1fc tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:30.282566 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1a5afe27-45c4-47c3-af0e-e0056a553dc9 req-f3f1fb71-cdd9-4f07-8253-4b31eb7ef1fc tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0516701 Jul 12 03:55:30.309386 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-baf114a8-909f-4926-9283-bfdea48d043e req-d756f6ce-c0e1-41f0-acb8-e0e61155d47c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499637 Jul 12 03:55:30.335510 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1a5afe27-45c4-47c3-af0e-e0056a553dc9 req-06ea3630-e3b8-4ca7-b102-0686ec5fa519 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473194 Jul 12 03:55:31.453066 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:31.461146 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30a454-4ca9-4abe-830b-32eb1733e09f req-945a06f9-37e7-4fd9-a883-c1992381c658 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:31.462704 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-de30a454-4ca9-4abe-830b-32eb1733e09f req-945a06f9-37e7-4fd9-a883-c1992381c658 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0532255 Jul 12 03:55:31.468300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b874dc8-40f3-427c-a1b2-17c48da18815 req-3e2e5298-6640-418c-9710-0cbc144490a2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:31.469801 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5b874dc8-40f3-427c-a1b2-17c48da18815 req-3e2e5298-6640-418c-9710-0cbc144490a2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0725613 Jul 12 03:55:31.514214 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-de30a454-4ca9-4abe-830b-32eb1733e09f req-a4188fb6-9cfe-4ac9-aa95-b987ea13eb4a tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453584 Jul 12 03:55:31.515629 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5b874dc8-40f3-427c-a1b2-17c48da18815 req-2d8a24a0-19ee-4944-9046-27ab1bc3fccf tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404105 Jul 12 03:55:32.649715 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20199360-eee7-4031-accf-94270c97f0ad req-bd738e5a-d345-42ec-80ca-a0bf4a28880a tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:32.651213 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-20199360-eee7-4031-accf-94270c97f0ad req-bd738e5a-d345-42ec-80ca-a0bf4a28880a tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0604661 Jul 12 03:55:32.658935 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8debe8f-fc45-4604-968c-5e3ffbaaca56 req-cb14d3dd-40fd-4a72-b0b2-9d12da730ff1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:32.660454 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c8debe8f-fc45-4604-968c-5e3ffbaaca56 req-cb14d3dd-40fd-4a72-b0b2-9d12da730ff1 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0477045 Jul 12 03:55:32.681792 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:32.699199 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-20199360-eee7-4031-accf-94270c97f0ad req-dd8ed9b2-6f28-44c2-9af4-f894c395c8cc tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422032 Jul 12 03:55:32.709632 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c8debe8f-fc45-4604-968c-5e3ffbaaca56 req-528bd9c5-935e-4af0-8667-d43503e63fd5 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434444 Jul 12 03:55:33.848499 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b0ca4c-c57c-4baa-843f-eb4963939a31 req-32270297-17c7-4a21-b858-089b1fc62ac8 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:33.850950 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c6b0ca4c-c57c-4baa-843f-eb4963939a31 req-32270297-17c7-4a21-b858-089b1fc62ac8 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0552619 Jul 12 03:55:33.852176 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:33.883317 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70755f37-f1cd-4210-8b1d-ea614b57ab0f req-3ca1550a-2399-4997-8436-81a918a55bad tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:33.893218 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-70755f37-f1cd-4210-8b1d-ea614b57ab0f req-3ca1550a-2399-4997-8436-81a918a55bad tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0962043 Jul 12 03:55:33.921489 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c6b0ca4c-c57c-4baa-843f-eb4963939a31 req-e03dbf1b-81cb-4d8d-802d-d3c7bc5b9d5f tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608931 Jul 12 03:55:33.942430 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-70755f37-f1cd-4210-8b1d-ea614b57ab0f req-596cc3d4-f04e-4049-b996-f0a4d9ea5c09 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460207 Jul 12 03:55:35.053615 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d44c25-f8e2-44ef-9e6e-1b6dca7ced3d req-63ebc08d-8199-4b70-9e0d-14f5a1e6da7c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:35.055939 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d0d44c25-f8e2-44ef-9e6e-1b6dca7ced3d req-63ebc08d-8199-4b70-9e0d-14f5a1e6da7c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0659571 Jul 12 03:55:35.088785 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fedd257-4ccc-4092-9a37-c39f31a5dedf req-25073729-565c-40b5-ab54-f155ac237075 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:35.090308 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9fedd257-4ccc-4092-9a37-c39f31a5dedf req-25073729-565c-40b5-ab54-f155ac237075 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0786548 Jul 12 03:55:35.128384 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d0d44c25-f8e2-44ef-9e6e-1b6dca7ced3d req-7c829ac0-05d7-4e1a-bbcf-5a8d45c79857 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615270 Jul 12 03:55:35.144461 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9fedd257-4ccc-4092-9a37-c39f31a5dedf req-370f2b89-d7d7-4d5b-9f88-94d5058a5408 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461521 Jul 12 03:55:35.267641 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=46,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:35.276914 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=25,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:35.278093 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=54,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:36.248870 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f975b271-68c5-4c2a-9019-6c2d2ebf5996 req-8edc8034-3b80-4d6e-8f85-ee66215dc8f9 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:36.250306 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f975b271-68c5-4c2a-9019-6c2d2ebf5996 req-8edc8034-3b80-4d6e-8f85-ee66215dc8f9 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0472751 Jul 12 03:55:36.262980 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd0726-e576-46ac-92e7-5b84ba7d651f req-7db47c58-ddc8-4d04-b345-e8396b77b228 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:36.264550 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6dcd0726-e576-46ac-92e7-5b84ba7d651f req-7db47c58-ddc8-4d04-b345-e8396b77b228 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0472677 Jul 12 03:55:36.298359 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f975b271-68c5-4c2a-9019-6c2d2ebf5996 req-abb5216e-a2a4-4ab3-a9b6-7c4fb80470a2 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422800 Jul 12 03:55:36.312213 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6dcd0726-e576-46ac-92e7-5b84ba7d651f req-2b867fc8-a3af-40d4-b9d9-deb78b8b7648 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416791 Jul 12 03:55:37.420692 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c33d3-8b0b-4614-af57-d4994ac87c05 req-16eb5903-30d6-4f7f-9872-660fdcb62f08 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:37.422327 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-517c33d3-8b0b-4614-af57-d4994ac87c05 req-16eb5903-30d6-4f7f-9872-660fdcb62f08 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0480480 Jul 12 03:55:37.435103 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e976b5cd-1e3b-432b-8d48-473a10100d38 req-9596c104-1ab3-4764-9024-49d7e58950ab tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:37.436622 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e976b5cd-1e3b-432b-8d48-473a10100d38 req-9596c104-1ab3-4764-9024-49d7e58950ab tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0517972 Jul 12 03:55:37.469954 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-517c33d3-8b0b-4614-af57-d4994ac87c05 req-bcf74112-8bc1-4e6c-ab3b-3caf74415faa tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420904 Jul 12 03:55:37.485035 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e976b5cd-1e3b-432b-8d48-473a10100d38 req-c61221fb-eb4e-44b5-ad8b-73c279332686 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424504 Jul 12 03:55:38.584941 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e0335b-7843-48ce-b1b4-794204188eff req-3c3a5c0b-66f9-439b-a7ab-548168e3b15f tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:38.586443 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b7e0335b-7843-48ce-b1b4-794204188eff req-3c3a5c0b-66f9-439b-a7ab-548168e3b15f tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 931 time: 0.0474348 Jul 12 03:55:38.602387 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123857-5366-4667-9ec7-334b6e2fb663 req-28592b58-ba3d-4167-bdf9-05dec3925050 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:38.603871 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4e123857-5366-4667-9ec7-334b6e2fb663 req-28592b58-ba3d-4167-bdf9-05dec3925050 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0505826 Jul 12 03:55:38.633335 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b7e0335b-7843-48ce-b1b4-794204188eff req-e627f465-d03f-40c1-9476-839353a70253 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Jul 12 03:55:38.652846 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4e123857-5366-4667-9ec7-334b6e2fb663 req-c7c8aa22-6bf4-4077-9953-b5e02de5474b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432999 Jul 12 03:55:38.738378 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Request body: {'port': {'device_id': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:38.803887 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:38.835377 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-deca1f35-cf54-4bcc-9a0e-2ccf0e1b408f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:38.836605 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-deca1f35-cf54-4bcc-9a0e-2ccf0e1b408f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1130 time: 0.0404162 Jul 12 03:55:38.923318 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:38.943413 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-c18b0402-a272-4406-93a2-5d045ea0ed83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:38.945309 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-c18b0402-a272-4406-93a2-5d045ea0ed83 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.1010728 Jul 12 03:55:39.016630 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-eafcc3f7-8efc-4934-b926-b17d5cef17cb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 200 len: 1001 time: 0.0632758 Jul 12 03:55:39.069356 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-893bbc42-760c-4a9f-8540-d76076f561e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:39.070845 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-893bbc42-760c-4a9f-8540-d76076f561e5 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0482209 Jul 12 03:55:39.082786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:39.090508 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:55:39.098399 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Publish callbacks [] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:39.111540 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Transition to ACTIVE for port object 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:55:39.117031 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:39.168195 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Pushing event updated for resources: {'Port': ['ID=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:39.197666 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.198009 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.198348 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.198691 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.199012 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.199338 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.199668 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.199990 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.200342 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.200667 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.200991 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.201332 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.201673 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.202057 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.202379 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:55:39.238827 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:39.258807 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Attempting to bind port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:55:39.259147 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Attempting to bind port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:55:39.259472 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Attempting to bind port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 on network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:39.264762 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 on network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:55:39.265082 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Attempting to bind port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 on network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:39.270502 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:55:39.270843 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Checking segment: {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:39.271227 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Bound using segment: {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:55:39.271649 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Bound port: 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f3cbdbe-a9be-475d-86a3-edc0524f69a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:55:39.272039 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:39.333387 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] For port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:55:39.336655 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] For port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:55:39.343345 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:39.381967 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:39.382587 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:39.383990 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] 10.222.0.44 "PUT /v2.0/ports/05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 1093 time: 0.6505976 Jul 12 03:55:39.384486 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:55:39.386686 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-710150dc-a833-4cc6-a48c-5ecc799ce426" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:55:39.404429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703960f6-6c75-4ec0-8526-e5cc4efe51c6 service neutron] Pushing event updated for resources: {'Port': ['ID=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:39.562863 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-383c40ba-725f-40d5-a12e-e03e1ed347ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:39.570688 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-383c40ba-725f-40d5-a12e-e03e1ed347ee service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0679734 Jul 12 03:55:39.587509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13381248-5efa-40f2-8fc4-23c9c3945a36 x-openstack-request-id: req-13381248-5efa-40f2-8fc4-23c9c3945a36 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:55:39.587509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:55:39.588147 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-13381248-5efa-40f2-8fc4-23c9c3945a36 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:55:39.588147 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-13381248-5efa-40f2-8fc4-23c9c3945a36'] response: {'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'status': 'completed', 'code': 200} Jul 12 03:55:39.599471 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-bd03aaeb-75b6-4a99-9cf4-ae160824902e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:39.601016 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-bd03aaeb-75b6-4a99-9cf4-ae160824902e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b38d912121c64d5e887dc21e354b3cfd&device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1127 time: 0.0779946 Jul 12 03:55:39.668471 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-72cb9ea4-d856-416c-87b1-ed84e19b11d3 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894530 Jul 12 03:55:39.746893 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-48185315-60c4-4cf2-b655-327727b1f09c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 217 time: 0.0468664 Jul 12 03:55:39.754706 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54682d6a-0bac-4e9e-bacf-0860b2edf709 req-3b0a610a-cf9f-4ca4-9f3b-bf1a4fa1955f tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:39.756342 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-54682d6a-0bac-4e9e-bacf-0860b2edf709 req-3b0a610a-cf9f-4ca4-9f3b-bf1a4fa1955f tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 943 time: 0.0509100 Jul 12 03:55:39.783334 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934be3cd-1155-4402-b381-d9c517a2be29 req-ff6bb035-0ebc-4445-85fa-c79bd5d3e008 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:39.784883 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-934be3cd-1155-4402-b381-d9c517a2be29 req-ff6bb035-0ebc-4445-85fa-c79bd5d3e008 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0494082 Jul 12 03:55:39.815363 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-54682d6a-0bac-4e9e-bacf-0860b2edf709 req-af9e9dbb-1939-468e-b57e-700f91a20ed0 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533214 Jul 12 03:55:39.876400 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:39.877238 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-934be3cd-1155-4402-b381-d9c517a2be29 req-001ce583-6c46-4b13-a372-483b4c7f2787 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865376 Jul 12 03:55:39.882817 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d0b48790-c069-4b4b-8bc9-e1ee06220793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:39.884225 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-d0b48790-c069-4b4b-8bc9-e1ee06220793 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=418f5041-ae24-4040-b371-85610930cb5e HTTP/1.1" status: 200 len: 854 time: 0.0716085 Jul 12 03:55:39.893743 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e1746ce8-6800-4bb1-849f-9a8b11c59bec req-cbcc1676-8e5d-4d94-9686-141ed9b95766 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923934 Jul 12 03:55:39.930661 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-14bad87d-6399-4fc5-a790-638334363e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:39.932219 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-14bad87d-6399-4fc5-a790-638334363e21 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396292 Jul 12 03:55:40.044332 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-87922a9e-40e5-4dd2-a573-87bfe6072579 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902476 Jul 12 03:55:40.146286 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2d9e785-ff1f-46fc-b3f6-4dca232ea691 req-12307271-d67b-4a3b-880b-be5d83d07787 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905690 Jul 12 03:55:40.955786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7f1a4d-9800-4e52-a2f7-5b46cf3042a0 req-51a59171-f402-4be3-bd24-37ed4d2dc875 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:40.957343 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ba7f1a4d-9800-4e52-a2f7-5b46cf3042a0 req-51a59171-f402-4be3-bd24-37ed4d2dc875 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 943 time: 0.0505538 Jul 12 03:55:40.997293 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503468d0-1c03-4742-9d55-adb43cd1a756 req-efbb3e02-1b9a-4bf4-a746-b035b31dcc6a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:40.999301 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-503468d0-1c03-4742-9d55-adb43cd1a756 req-efbb3e02-1b9a-4bf4-a746-b035b31dcc6a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0504408 Jul 12 03:55:41.010452 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ba7f1a4d-9800-4e52-a2f7-5b46cf3042a0 req-9b198c24-134d-4845-9652-69fd63f118ea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453613 Jul 12 03:55:41.052486 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-503468d0-1c03-4742-9d55-adb43cd1a756 req-0d2108d9-d5a8-4ae9-9804-b6acd7e56f7b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471766 Jul 12 03:55:41.343183 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4deec93-9d1c-4043-8bee-b21992ebbde7 req-5c9db396-8b09-4dd3-b128-79093a6f39a1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:41.344626 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b4deec93-9d1c-4043-8bee-b21992ebbde7 req-5c9db396-8b09-4dd3-b128-79093a6f39a1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0473340 Jul 12 03:55:41.387079 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:41.395197 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b4deec93-9d1c-4043-8bee-b21992ebbde7 req-6e3d8d5d-e562-435f-bcb6-3b0e5c31fbd4 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420828 Jul 12 03:55:42.126496 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad71ec8e-4e0c-45a2-99e4-b643192dde68 req-a220f2ff-ed12-4bb1-b3f3-82a085a02fde tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:42.128022 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ad71ec8e-4e0c-45a2-99e4-b643192dde68 req-a220f2ff-ed12-4bb1-b3f3-82a085a02fde tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 943 time: 0.0479534 Jul 12 03:55:42.171962 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0243d38-aa1f-4d74-805a-7ad3701cb6d8 req-20490089-f20b-47d4-b318-b3a297cd43a3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:42.173515 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c0243d38-aa1f-4d74-805a-7ad3701cb6d8 req-20490089-f20b-47d4-b318-b3a297cd43a3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0485513 Jul 12 03:55:42.175469 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ad71ec8e-4e0c-45a2-99e4-b643192dde68 req-47fdbef6-d254-435c-928b-ae67202c5fce tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Jul 12 03:55:42.221920 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c0243d38-aa1f-4d74-805a-7ad3701cb6d8 req-f7f81340-0581-46f3-87f1-4396d5e2abfa tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422401 Jul 12 03:55:42.537159 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c505b9-4c74-44b2-a6da-f5ee34854a89 req-4659afd6-0bf1-4395-bd49-9897fb555d02 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:42.538527 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f1c505b9-4c74-44b2-a6da-f5ee34854a89 req-4659afd6-0bf1-4395-bd49-9897fb555d02 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0495045 Jul 12 03:55:42.587511 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f1c505b9-4c74-44b2-a6da-f5ee34854a89 req-c914b035-7184-4c3a-9625-bb7fa0191cb0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407989 Jul 12 03:55:43.302339 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99021ff-b08c-48f8-a1f1-ee286fe18e32 req-3104df65-6f8f-487a-9be6-74e1fe339deb tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:43.303875 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b99021ff-b08c-48f8-a1f1-ee286fe18e32 req-3104df65-6f8f-487a-9be6-74e1fe339deb tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 943 time: 0.0534728 Jul 12 03:55:43.349464 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58554aa-76f8-4b7b-b39b-1c5856b4612d req-abc233c9-7468-406c-903b-be8ad1d1b03a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:43.350776 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b99021ff-b08c-48f8-a1f1-ee286fe18e32 req-58c157aa-d5ff-46bf-af04-4efd06603192 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412762 Jul 12 03:55:43.350932 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a58554aa-76f8-4b7b-b39b-1c5856b4612d req-abc233c9-7468-406c-903b-be8ad1d1b03a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0506506 Jul 12 03:55:43.397439 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a58554aa-76f8-4b7b-b39b-1c5856b4612d req-4e1280e9-3d5b-4b41-b8a1-36356be40cc8 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406382 Jul 12 03:55:43.594824 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:55:43.697509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:43.701286 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:43.712751 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'port_id': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'mac_address': 'fa:16:3e:e8:ed:2c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:55:43.717795 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373320bb-ef72-40a2-bade-96bbf5667549 req-2ebf40a1-78aa-4085-a156-0bba06b7c31c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:43.719339 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-373320bb-ef72-40a2-bade-96bbf5667549 req-2ebf40a1-78aa-4085-a156-0bba06b7c31c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0497503 Jul 12 03:55:43.750235 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:43.750622 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:43.763986 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:55:43.767446 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-373320bb-ef72-40a2-bade-96bbf5667549 req-bd4bdbb0-b8a8-4c30-a8e8-097f029d636c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423839 Jul 12 03:55:43.786144 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:43.791125 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:43.835371 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:44.294853 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:55:44.465483 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c7912e-0f6a-4b9b-89a1-233b59cc34d0 req-bd004ed7-015f-45e5-8345-10422502d813 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:44.467006 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-66c7912e-0f6a-4b9b-89a1-233b59cc34d0 req-bd004ed7-015f-45e5-8345-10422502d813 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 944 time: 0.0497415 Jul 12 03:55:44.512593 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-66c7912e-0f6a-4b9b-89a1-233b59cc34d0 req-2194c4c3-c963-4a4e-b2de-3b29fee0f9f5 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400474 Jul 12 03:55:44.515686 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601b5845-69ee-44f1-83d1-09c8ab4b38ea req-5f6f9b01-f017-4344-ac2a-f3caad2cd394 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:44.517232 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-601b5845-69ee-44f1-83d1-09c8ab4b38ea req-5f6f9b01-f017-4344-ac2a-f3caad2cd394 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0479970 Jul 12 03:55:44.567664 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-601b5845-69ee-44f1-83d1-09c8ab4b38ea req-ecf30c28-aac5-4357-8a7d-cc1e0550ecfc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446391 Jul 12 03:55:44.899927 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcc401f-4ab9-4022-88a5-13c07e710db2 req-b6d85794-a8be-4cf5-9d44-6c05a16c38b9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:44.901338 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1dcc401f-4ab9-4022-88a5-13c07e710db2 req-b6d85794-a8be-4cf5-9d44-6c05a16c38b9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0562468 Jul 12 03:55:44.949292 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:44.954645 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1dcc401f-4ab9-4022-88a5-13c07e710db2 req-99246465-8857-42fd-ac9e-ac1f0b83344a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474529 Jul 12 03:55:45.204301 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-2901f03b-db83-4fcb-bb9f-f0600036807b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:45.337793 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327717f-b364-4ca3-97ea-fea488a8509d req-e8f5689a-1c85-430c-a0c5-538c353aeaf5 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:45.339244 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3327717f-b364-4ca3-97ea-fea488a8509d req-e8f5689a-1c85-430c-a0c5-538c353aeaf5 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0578425 Jul 12 03:55:45.392793 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3327717f-b364-4ca3-97ea-fea488a8509d req-411cf2ec-ea09-4f61-bdf5-6190e0553092 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466688 Jul 12 03:55:45.614070 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:55:45.629576 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2c82fa-ab1f-42be-9df2-c519bad821e0 req-cf106115-def0-459e-94ef-0664dceea546 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:45.631056 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d2c82fa-ab1f-42be-9df2-c519bad821e0 req-cf106115-def0-459e-94ef-0664dceea546 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 944 time: 0.0492136 Jul 12 03:55:45.657467 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:55:45.666392 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:45.667025 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:45.683461 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d2c82fa-ab1f-42be-9df2-c519bad821e0 req-38d25cf9-23d8-40a8-a01a-ffc52089d5f8 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463898 Jul 12 03:55:45.702830 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fac757-a038-4095-b5bd-8844e1ea5fe6 req-60ed6060-4b3f-4877-b267-36a6e23a533f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:45.705204 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-20fac757-a038-4095-b5bd-8844e1ea5fe6 req-60ed6060-4b3f-4877-b267-36a6e23a533f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0628834 Jul 12 03:55:45.743956 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:55:45.744368 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:45.753895 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-20fac757-a038-4095-b5bd-8844e1ea5fe6 req-4ca37b11-aa1e-4e09-8f84-16629d70878f tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410917 Jul 12 03:55:45.768990 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:55:45.771150 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44fdb379-8797-44e7-8a9d-6ebf93e371ef" -d '{"events": [{"server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "name": "network-vif-plugged", "status": "completed", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:55:45.788119 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:45.792365 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:45.839474 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:45.864414 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae87ea8-1ed8-4bfc-8e38-312e5856febe x-openstack-request-id: req-2ae87ea8-1ed8-4bfc-8e38-312e5856febe {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:55:45.864767 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "name": "network-vif-plugged", "status": "completed", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:55:45.865076 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2ae87ea8-1ed8-4bfc-8e38-312e5856febe {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:55:45.865530 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2ae87ea8-1ed8-4bfc-8e38-312e5856febe'] response: {'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'code': 200} Jul 12 03:55:46.077055 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa5fd42-63ea-4b09-8eb9-fbd876691ccc req-a841e7f7-9405-4e20-9449-bf1a93b4cc51 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:46.078864 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9fa5fd42-63ea-4b09-8eb9-fbd876691ccc req-a841e7f7-9405-4e20-9449-bf1a93b4cc51 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0513289 Jul 12 03:55:46.088861 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-a9774d1d-785c-4e00-8e6d-2ce89b82aaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:46.090413 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-a9774d1d-785c-4e00-8e6d-2ce89b82aaef service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b38d912121c64d5e887dc21e354b3cfd&device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1129 time: 0.0405397 Jul 12 03:55:46.130627 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9fa5fd42-63ea-4b09-8eb9-fbd876691ccc req-9805498a-1fe5-4d01-b12b-3e14c8745ee5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461290 Jul 12 03:55:46.428372 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-8d7ded41-8f9f-4f9a-bb70-a7d2f4307dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:46.429867 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-8d7ded41-8f9f-4f9a-bb70-a7d2f4307dd2 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 200 len: 916 time: 0.0957510 Jul 12 03:55:46.515207 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30639340-d5ab-4b0a-9f77-7396fd6bf3ab req-df8fd2d5-3bf6-411d-b268-a2ad8139d60c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:46.516704 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-30639340-d5ab-4b0a-9f77-7396fd6bf3ab req-df8fd2d5-3bf6-411d-b268-a2ad8139d60c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0484765 Jul 12 03:55:46.565340 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-30639340-d5ab-4b0a-9f77-7396fd6bf3ab req-56811a7b-d1f3-41d9-b0c6-b7d88b72a5d6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426202 Jul 12 03:55:46.797498 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:46.808253 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8647f11d-e3e2-439d-9410-3a04098678d3 req-b3b81abd-bc69-486f-b7dc-14a08b07407b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:46.809766 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8647f11d-e3e2-439d-9410-3a04098678d3 req-b3b81abd-bc69-486f-b7dc-14a08b07407b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.0518246 Jul 12 03:55:46.856885 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8647f11d-e3e2-439d-9410-3a04098678d3 req-8ccab306-bb00-4b1f-b5c5-4d6f6bd32ec4 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415409 Jul 12 03:55:46.871704 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c562c7-5900-40a0-a469-228e312de95f req-457c0a2d-c95d-4f14-91a2-e92a7b9564e3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:46.873361 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-12c562c7-5900-40a0-a469-228e312de95f req-457c0a2d-c95d-4f14-91a2-e92a7b9564e3 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0508606 Jul 12 03:55:46.930511 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-12c562c7-5900-40a0-a469-228e312de95f req-903e25f6-95f4-420a-853f-b4802c987af7 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510447 Jul 12 03:55:47.048277 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b2657-2bf7-427d-926f-2699a40a4167 req-ddb27376-cb20-4c1a-900a-9f1ad1a45acc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:47.049746 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-729b2657-2bf7-427d-926f-2699a40a4167 req-ddb27376-cb20-4c1a-900a-9f1ad1a45acc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0535562 Jul 12 03:55:47.058629 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39066) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:47.063029 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-cfb62249-3b16-45b4-88ec-e66d9dea2531 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Request body: {'floatingip': {'port_id': 'a1b17494-72de-4c33-8c66-6af3d34f96b4'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:47.106454 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:47.126324 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfb62249-3b16-45b4-88ec-e66d9dea2531 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for floatingip (08dd0cd0-e615-4e35-a4da-25cfe04f8e9f), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:47.259377 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb1726e-696d-4a06-9bbe-6edd523b6b88 req-f31f98fe-181a-4ad5-9242-6036433acb31 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:47.261386 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1eb1726e-696d-4a06-9bbe-6edd523b6b88 req-f31f98fe-181a-4ad5-9242-6036433acb31 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0577152 Jul 12 03:55:47.310724 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1eb1726e-696d-4a06-9bbe-6edd523b6b88 req-31f84325-127f-46b5-9f95-4a790106e081 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435388 Jul 12 03:55:47.578465 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfb62249-3b16-45b4-88ec-e66d9dea2531 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:47.584148 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfb62249-3b16-45b4-88ec-e66d9dea2531 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (08dd0cd0-e615-4e35-a4da-25cfe04f8e9f), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:47.704193 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-286aa45d-3b53-42a7-bbee-0727562c28ac None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:47.861338 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=11 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:47.870425 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=21 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:47.953238 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:47.977795 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cce9e5-e4b7-49dd-bf5c-acac857502b5 req-371e27fc-4d58-448d-b91f-b4d83b619cce tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:47.979009 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49a510-4eda-4a3b-8fab-426ddd511650 req-74a82554-9b25-4443-ac33-f2de060b445e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:47.979545 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-93cce9e5-e4b7-49dd-bf5c-acac857502b5 req-371e27fc-4d58-448d-b91f-b4d83b619cce tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.3200667 Jul 12 03:55:47.980622 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cf49a510-4eda-4a3b-8fab-426ddd511650 req-74a82554-9b25-4443-ac33-f2de060b445e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.0498338 Jul 12 03:55:48.036337 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cf49a510-4eda-4a3b-8fab-426ddd511650 req-08a975ea-2310-4d0a-a129-af385982e8b3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496724 Jul 12 03:55:48.104884 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-93cce9e5-e4b7-49dd-bf5c-acac857502b5 req-72617be2-0ec1-4b1e-884b-b0e05ad801ac tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185479 Jul 12 03:55:48.133955 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfb62249-3b16-45b4-88ec-e66d9dea2531 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Router a66d401f-f75e-43e2-89d7-eebc90c1365f has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:55:48.246611 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfb62249-3b16-45b4-88ec-e66d9dea2531 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:55:48.251735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfb62249-3b16-45b4-88ec-e66d9dea2531 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:48.260313 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] Sync routers for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:55:48.270702 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:48.271314 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:48.282655 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:55:48.284913 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6" -d '{"events": [{"name": "network-changed", "server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:55:48.317139 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-cfb62249-3b16-45b4-88ec-e66d9dea2531 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "PUT /v2.0/floatingips/08dd0cd0-e615-4e35-a4da-25cfe04f8e9f HTTP/1.1" status: 200 len: 993 time: 1.2574775 Jul 12 03:55:48.377484 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:48.383075 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d56b7245-75a8-4a22-a336-5b1ef59b57eb x-openstack-request-id: req-d56b7245-75a8-4a22-a336-5b1ef59b57eb {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:55:48.383370 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:55:48.383619 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-d56b7245-75a8-4a22-a336-5b1ef59b57eb {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:55:48.384879 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d56b7245-75a8-4a22-a336-5b1ef59b57eb'] response: {'name': 'network-changed', 'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'status': 'completed', 'code': 200} Jul 12 03:55:48.414320 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:48.434057 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dcbb47-5e5d-4abb-8cc5-8802485840f3 req-bf556c68-9a2a-4a71-a677-b157dbf7b7d0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:48.437746 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c4dcbb47-5e5d-4abb-8cc5-8802485840f3 req-bf556c68-9a2a-4a71-a677-b157dbf7b7d0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0519776 Jul 12 03:55:48.446588 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-04df0a09-9afb-474a-9d76-8af3c0b1142a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 217 time: 0.0403717 Jul 12 03:55:48.487417 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c4dcbb47-5e5d-4abb-8cc5-8802485840f3 req-82bfd9c5-4ff5-462d-aa8d-71aae6f021f0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459945 Jul 12 03:55:48.591741 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '08dd0cd0-e615-4e35-a4da-25cfe04f8e9f', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'port_id': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'mac_address': 'fa:16:3e:cd:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:51:43Z', 'updated_at': '2022-07-12T03:55:47Z', 'revision_number': 3, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:23Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:48.616262 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] Checking router: a66d401f-f75e-43e2-89d7-eebc90c1365f for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:55:48.625162 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:48.625825 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:48.688235 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:48.747140 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:48.754207 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:48.768805 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-800eee47-26ec-4970-b787-76909d0c214e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:48.770713 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-800eee47-26ec-4970-b787-76909d0c214e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.1056912 Jul 12 03:55:48.772013 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f201aa2-24d6-4a1f-921d-779237f9b9d5 req-e504a5c7-cb8b-492c-ab74-456d5b6b7a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:48.774002 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2f201aa2-24d6-4a1f-921d-779237f9b9d5 req-e504a5c7-cb8b-492c-ab74-456d5b6b7a81 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1129 time: 0.1210513 Jul 12 03:55:48.778121 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-d16bb7f4-7d58-43d3-b777-6eeb8e8d0728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:48.779516 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.44', 64179) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:48.779652 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-d16bb7f4-7d58-43d3-b777-6eeb8e8d0728 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1130 time: 0.0646653 Jul 12 03:55:48.783060 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:48.783673 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:48.786918 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-7d433262-6601-4532-880e-624dd4b997be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:48.788535 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-7d433262-6601-4532-880e-624dd4b997be service neutron] 10.222.0.44 "GET /v2.0/subnets?id=418f5041-ae24-4040-b371-85610930cb5e HTTP/1.1" status: 200 len: 854 time: 0.1021004 Jul 12 03:55:48.795461 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:48.899799 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2f201aa2-24d6-4a1f-921d-779237f9b9d5 req-5f162c84-7b10-4017-8729-135c04ce792b service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071990 Jul 12 03:55:48.914082 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-9bac4269-2711-458d-b7e5-e8c781f413be tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:48.916954 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-9bac4269-2711-458d-b7e5-e8c781f413be tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.1258507 Jul 12 03:55:48.918988 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-38f13894-1804-46fa-b8dc-3441ca9a5dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:48.920572 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-38f13894-1804-46fa-b8dc-3441ca9a5dfe service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.1206455 Jul 12 03:55:48.946109 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-924eb245-8351-418a-95f6-158c6091f5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:48.947621 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-924eb245-8351-418a-95f6-158c6091f5e8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1309295 Jul 12 03:55:48.956724 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:48.960876 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Deleting port 28823cfb-b758-4345-b841-353bcf53f8b8 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:55:48.961219 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:49.058429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] For port 28823cfb-b758-4345-b841-353bcf53f8b8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=28823cfb-b758-4345-b841-353bcf53f8b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:49.059478 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:49.152099 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '08dd0cd0-e615-4e35-a4da-25cfe04f8e9f', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'port_id': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'mac_address': 'fa:16:3e:cd:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:51:43Z', 'updated_at': '2022-07-12T03:55:47Z', 'revision_number': 3, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:23Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:49.180476 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45e4f6f0-7628-484c-b59d-2b8b96df637d None None] The sync data for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi is: [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '08dd0cd0-e615-4e35-a4da-25cfe04f8e9f', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'floating_ip_address': '172.27.0.82', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'port_id': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 447, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'mac_address': 'fa:16:3e:cd:f8:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:51:43Z', 'updated_at': '2022-07-12T03:55:47Z', 'revision_number': 3, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:23Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:55:49.245856 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a4c455-6c44-4c08-ade0-9fc66cd02e8c req-b03719f1-b615-49a1-a1ca-ca3a8719a3dd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:49.247624 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-42a4c455-6c44-4c08-ade0-9fc66cd02e8c req-b03719f1-b615-49a1-a1ca-ca3a8719a3dd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0586154 Jul 12 03:55:49.250737 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423c253a-765d-447e-8d9d-656910ff51a8 req-fef37fc3-4c3e-49b1-8d0f-e42e30a8c48a tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:49.252338 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-423c253a-765d-447e-8d9d-656910ff51a8 req-fef37fc3-4c3e-49b1-8d0f-e42e30a8c48a tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.1227324 Jul 12 03:55:49.347826 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-42a4c455-6c44-4c08-ade0-9fc66cd02e8c req-bb3e9dca-77f1-4325-a391-4fb55e60c1e1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892272 Jul 12 03:55:49.378588 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-5bd77ed4-57d5-4c2d-966b-a7e1fa88ce2b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 200 len: 1001 time: 0.0784807 Jul 12 03:55:49.476398 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:49.476619 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (11864938-d5df-457b-bc6b-96c439b8b65f), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:49.476963 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Floating IP 11864938-d5df-457b-bc6b-96c439b8b65f disassociated. External IP: 172.27.0.24, port: 28823cfb-b758-4345-b841-353bcf53f8b8. Jul 12 03:55:49.477298 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Calling delete_port for 28823cfb-b758-4345-b841-353bcf53f8b8 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:55:49.533965 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-423c253a-765d-447e-8d9d-656910ff51a8 req-b4f05ab2-d07b-465e-a7f7-737eda90f7aa tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2716866 Jul 12 03:55:49.611916 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-6e26e9b2-5b90-4c15-8620-7203b8f62a84 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3011203 Jul 12 03:55:49.614052 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Deleting port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:55:49.614362 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:49.636809 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811b5026-fdaf-4040-b268-aa5db9b9e8f9 req-1a318b27-f7a1-4722-a5b4-2592366d0069 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:49.638392 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-811b5026-fdaf-4040-b268-aa5db9b9e8f9 req-1a318b27-f7a1-4722-a5b4-2592366d0069 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 946 time: 0.0550568 Jul 12 03:55:49.689339 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-811b5026-fdaf-4040-b268-aa5db9b9e8f9 req-cb85e54d-def5-4276-baa1-6eaa4228c74f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446296 Jul 12 03:55:49.729073 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] For port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:55:49.729411 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:49.772243 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:49.951695 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:49.956857 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-d35f8fbb-6d88-4af6-9f46-582b4f9926e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:49.958452 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-d35f8fbb-6d88-4af6-9f46-582b4f9926e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0494785 Jul 12 03:55:50.006562 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-14dc0a59-a1d9-490e-be83-69cbcfdb0dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:50.008236 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-14dc0a59-a1d9-490e-be83-69cbcfdb0dd7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422058 Jul 12 03:55:50.100640 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:50.107305 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (28823cfb-b758-4345-b841-353bcf53f8b8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:50.121335 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-711628cc-b306-443c-a9c5-342f3eb0480e service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901549 Jul 12 03:55:50.140085 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:50.205084 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event deleted for resources: {'Port': ['ID=28823cfb-b758-4345-b841-353bcf53f8b8,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:50.224087 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-166a6dd7-feca-4fcc-8956-d9f9fb120744 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959194 Jul 12 03:55:50.311169 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-0c103e8f-7ff5-450d-87e2-635f19770325 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2686942 Jul 12 03:55:50.332172 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:50.332611 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (35aa9e4f-95f0-4ccd-a90e-0783ba353556), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:50.332981 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Floating IP 35aa9e4f-95f0-4ccd-a90e-0783ba353556 disassociated. External IP: 172.27.0.108, port: 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62. Jul 12 03:55:50.333401 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Calling delete_port for 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:55:50.386176 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:55:50.388928 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ecad3d1-a107-4e06-a0e4-cd957e91586d" -d '{"events": [{"name": "network-changed", "server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:55:50.442120 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Router ee99a851-5e75-44af-a1b2-a4971a0976b9 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:55:50.463120 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b772ce2-edc1-430c-8c8d-1e61d2ab9a86 x-openstack-request-id: req-2b772ce2-edc1-430c-8c8d-1e61d2ab9a86 {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:55:50.463344 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:55:50.463660 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2b772ce2-edc1-430c-8c8d-1e61d2ab9a86 {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:55:50.464039 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2b772ce2-edc1-430c-8c8d-1e61d2ab9a86'] response: {'name': 'network-changed', 'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'status': 'completed', 'code': 200} Jul 12 03:55:50.516527 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3addfcb6-fcf4-40f9-a376-aeb0d03bb56f req-a9975dd7-caf6-4062-bb5c-d664f1da779d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:50.518042 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3addfcb6-fcf4-40f9-a376-aeb0d03bb56f req-a9975dd7-caf6-4062-bb5c-d664f1da779d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 946 time: 0.0748715 Jul 12 03:55:50.586625 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:50.659065 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abba82d-91df-400b-98db-6aa541dd4e00 req-518fc5b6-3c34-43a7-8151-dd2433b83471 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:50.661246 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7abba82d-91df-400b-98db-6aa541dd4e00 req-518fc5b6-3c34-43a7-8151-dd2433b83471 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.0518255 Jul 12 03:55:50.670817 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (4ba9303d-bc54-4f55-bfa4-2008f5d2bd62), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:50.716997 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7abba82d-91df-400b-98db-6aa541dd4e00 req-d0f302a6-0f5a-4ce8-a40a-b2e6da2501bf tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492499 Jul 12 03:55:50.717254 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3addfcb6-fcf4-40f9-a376-aeb0d03bb56f req-9bb9eae2-7668-4dc6-b7bf-db9fb2656cf5 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659503 Jul 12 03:55:50.722091 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event deleted for resources: {'Port': ['ID=4ba9303d-bc54-4f55-bfa4-2008f5d2bd62,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:50.731534 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:55:50.741771 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] Sync routers for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:55:50.762788 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:50.763201 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:50.851121 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] No DVR routers for this DVR port 28823cfb-b758-4345-b841-353bcf53f8b8 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:55:50.857700 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:50.859502 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-14948c8b-478d-480a-b9a6-ae7d059da226 req-161b4e80-c56c-429d-a8e5-43836ac596e9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae771f5b-03de-46db-82fc-cd94d731405a HTTP/1.1" status: 200 len: 210 time: 0.0340924 Jul 12 03:55:50.860936 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-45fb5fb3-00df-4477-8a1e-c9dfa2414f17 req-d97ac57e-d2fc-43f5-a5c8-d60597accd69 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "DELETE /v2.0/ports/28823cfb-b758-4345-b841-353bcf53f8b8 HTTP/1.1" status: 204 len: 173 time: 2.0610404 Jul 12 03:55:50.861473 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-deleted', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:55:50.863771 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-709cac28-9cd9-4831-a900-6c65db1dd208" -d '{"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-deleted", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:55:50.892165 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:50.939601 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7b0a76-9b2f-4632-8740-1cdb08dbc1b6 x-openstack-request-id: req-5b7b0a76-9b2f-4632-8740-1cdb08dbc1b6 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:55:50.939601 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae771f5b-03de-46db-82fc-cd94d731405a", "name": "network-vif-deleted", "tag": "28823cfb-b758-4345-b841-353bcf53f8b8", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:55:50.940098 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b7b0a76-9b2f-4632-8740-1cdb08dbc1b6 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:55:50.940331 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b7b0a76-9b2f-4632-8740-1cdb08dbc1b6'] response: {'server_uuid': 'ae771f5b-03de-46db-82fc-cd94d731405a', 'name': 'network-vif-deleted', 'tag': '28823cfb-b758-4345-b841-353bcf53f8b8', 'status': 'completed', 'code': 200} Jul 12 03:55:50.950192 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060015a7-9971-415c-ab5a-333db0d5296d req-41f31753-d3f1-4b5f-aa0c-83af95265aa7 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:50.957360 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-060015a7-9971-415c-ab5a-333db0d5296d req-41f31753-d3f1-4b5f-aa0c-83af95265aa7 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.1171498 Jul 12 03:55:50.994220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:51.021376 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:51.031353 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Router ff031031-335e-42e4-a595-89a7537003a8 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:55:51.061470 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-060015a7-9971-415c-ab5a-333db0d5296d req-1d7baf63-b76a-467b-84f8-53c8ace74c2e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032062 Jul 12 03:55:51.064164 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-44be0111-31ff-4cb2-bae9-94ad11113184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:51.065716 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-44be0111-31ff-4cb2-bae9-94ad11113184 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1130 time: 0.1359463 Jul 12 03:55:51.139724 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:51.172957 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] Checking router: ee99a851-5e75-44af-a1b2-a4971a0976b9 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:55:51.182708 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:51.183517 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:51.263875 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-bb20b333-d215-4034-ae6a-504e0d074625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:51.265769 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-bb20b333-d215-4034-ae6a-504e0d074625 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.1912639 Jul 12 03:55:51.282462 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:55:51.293411 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fade28-5960-4b1c-992f-43c095045990 None None] Sync routers for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:55:51.319323 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fade28-5960-4b1c-992f-43c095045990 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:51.320541 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-83fade28-5960-4b1c-992f-43c095045990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:51.413113 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:51.475809 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-83fade28-5960-4b1c-992f-43c095045990 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:51.480761 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] No DVR routers for this DVR port 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:55:51.488998 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:51.498539 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-264fb7fb-3b7b-4e98-ac40-da1f165dc0d9 req-d3d91e1e-9145-4616-a7bc-8783185e3620 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "DELETE /v2.0/ports/4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 HTTP/1.1" status: 204 len: 173 time: 2.1771002 Jul 12 03:55:51.513715 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-6e8878e4-db55-4bc5-8053-58b79c7aa24c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 200 len: 1001 time: 0.2365503 Jul 12 03:55:51.611220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc338759-9b9b-4600-9485-72ea2e5a1347 req-60317758-a067-400f-a264-3cbd9e2805eb tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:51.622308 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fc338759-9b9b-4600-9485-72ea2e5a1347 req-60317758-a067-400f-a264-3cbd9e2805eb tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.1075463 Jul 12 03:55:51.656267 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:55:51.685077 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:51.713520 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60bb4054-76f1-48fb-88a8-307fefe2e5dd None None] The sync data for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi is: [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:55:51.732061 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:55:51.732500 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 4ba9303d-bc54-4f55-bfa4-2008f5d2bd62 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:55:51.733018 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:55:51.766663 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 28823cfb-b758-4345-b841-353bcf53f8b8 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:55:51.767024 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 28823cfb-b758-4345-b841-353bcf53f8b8 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:55:51.772605 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-f26f6f59-e256-444d-a1dd-dd4274a9fc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:51.774241 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-f26f6f59-e256-444d-a1dd-dd4274a9fc07 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.1487389 Jul 12 03:55:51.778282 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fc338759-9b9b-4600-9485-72ea2e5a1347 req-4bdb0f2e-d868-41fb-ac2d-1cbe89e53b4f tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538067 Jul 12 03:55:51.797785 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-83fade28-5960-4b1c-992f-43c095045990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:51.845726 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fade28-5960-4b1c-992f-43c095045990 None None] Checking router: ff031031-335e-42e4-a595-89a7537003a8 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:55:51.863519 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-ca7b0a7e-908d-405b-8d37-f550b0f946bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:51.869200 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-ca7b0a7e-908d-405b-8d37-f550b0f946bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0846348 Jul 12 03:55:51.870332 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83fade28-5960-4b1c-992f-43c095045990 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:55:51.870960 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-83fade28-5960-4b1c-992f-43c095045990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:51.970578 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1adf7536-78ae-4f4a-be8e-dcac3dc08b07 req-c29c59cc-675e-4039-9db7-b685a7fcd329 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f988bb-503a-447f-a796-236af82ab9f6 HTTP/1.1" status: 200 len: 210 time: 0.0912137 Jul 12 03:55:52.055461 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39118) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:52.083747 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-83fade28-5960-4b1c-992f-43c095045990 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:55:52.104753 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-54b7c354-0308-490a-acbc-e2c69d081343 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2157302 Jul 12 03:55:52.196060 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-749155f5-b5ab-4a08-a27e-b61383fba2db None None] New status for floating IP 11864938-d5df-457b-bc6b-96c439b8b65f: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:55:52.224822 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4053016a-493d-43bb-9496-2b4f91fae28e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (3e603eac-5d15-4a67-ba23-66d5d6f6d6ed), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.303314 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4053016a-493d-43bb-9496-2b4f91fae28e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (3e603eac-5d15-4a67-ba23-66d5d6f6d6ed), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.322435 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7ecad3d1-a107-4e06-a0e4-cd957e91586d req-9336a0cb-957d-47a1-abaa-ded65ed32d3c service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2093346 Jul 12 03:55:52.366357 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:52.383189 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4053016a-493d-43bb-9496-2b4f91fae28e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (3e603eac-5d15-4a67-ba23-66d5d6f6d6ed), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.386225 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4053016a-493d-43bb-9496-2b4f91fae28e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.390522 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39120) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:52.391086 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4053016a-493d-43bb-9496-2b4f91fae28e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "DELETE /v2.0/security-groups/3e603eac-5d15-4a67-ba23-66d5d6f6d6ed HTTP/1.1" status: 204 len: 168 time: 0.3338344 Jul 12 03:55:52.403712 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4053016a-493d-43bb-9496-2b4f91fae28e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e603eac-5d15-4a67-ba23-66d5d6f6d6ed,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:52.420475 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.api.v2.resource [None req-c1cc03c5-affa-4f6f-8937-878062fde4f8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] show failed (client error): The resource could not be found. Jul 12 03:55:52.421953 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-c1cc03c5-affa-4f6f-8937-878062fde4f8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups/3e603eac-5d15-4a67-ba23-66d5d6f6d6ed HTTP/1.1" status: 404 len: 347 time: 0.0302885 Jul 12 03:55:52.426000 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39124) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:52.468806 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-83fade28-5960-4b1c-992f-43c095045990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:55:52.504735 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83fade28-5960-4b1c-992f-43c095045990 None None] The sync data for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi is: [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:55:52.581901 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Deleting port d627e1f3-be40-4ec2-a586-a6514f1c1fb8 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:55:52.582243 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (d627e1f3-be40-4ec2-a586-a6514f1c1fb8), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.667237 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (d627e1f3-be40-4ec2-a586-a6514f1c1fb8), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.667597 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (d627e1f3-be40-4ec2-a586-a6514f1c1fb8), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.682433 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Calling delete_port for d627e1f3-be40-4ec2-a586-a6514f1c1fb8 owned by network:floatingip {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:55:52.833032 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68f3435-34b7-4a00-b31e-f858783f39f3 None None] New status for floating IP 35aa9e4f-95f0-4ccd-a90e-0783ba353556: DOWN {{(pid=110649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:55:52.842352 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (d627e1f3-be40-4ec2-a586-a6514f1c1fb8), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.864984 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event deleted for resources: {'Port': ['ID=d627e1f3-be40-4ec2-a586-a6514f1c1fb8,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:52.910322 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:52.932873 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (11864938-d5df-457b-bc6b-96c439b8b65f), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.936476 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:52.948049 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-5161ea58-8ecf-4a77-8fe4-56016f5ad0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "DELETE /v2.0/floatingips/11864938-d5df-457b-bc6b-96c439b8b65f HTTP/1.1" status: 204 len: 168 time: 0.5104420 Jul 12 03:55:52.950034 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f988bb-503a-447f-a796-236af82ab9f6', 'name': 'network-vif-deleted', 'tag': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:55:52.959562 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0e5196c-713b-4cf4-899c-00dca188ce9f" -d '{"events": [{"server_uuid": "58f988bb-503a-447f-a796-236af82ab9f6", "name": "network-vif-deleted", "tag": "4ba9303d-bc54-4f55-bfa4-2008f5d2bd62"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:55:53.011022 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba92b58-41f4-4cfa-9cca-5beb4b8b9e4f x-openstack-request-id: req-3ba92b58-41f4-4cfa-9cca-5beb4b8b9e4f {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:55:53.011680 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f988bb-503a-447f-a796-236af82ab9f6", "name": "network-vif-deleted", "tag": "4ba9303d-bc54-4f55-bfa4-2008f5d2bd62", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:55:53.011988 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ba92b58-41f4-4cfa-9cca-5beb4b8b9e4f {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:55:53.012453 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ba92b58-41f4-4cfa-9cca-5beb4b8b9e4f'] response: {'server_uuid': '58f988bb-503a-447f-a796-236af82ab9f6', 'name': 'network-vif-deleted', 'tag': '4ba9303d-bc54-4f55-bfa4-2008f5d2bd62', 'status': 'completed', 'code': 200} Jul 12 03:55:53.037474 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39134) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:53.043191 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-68b0a884-0a08-445d-a0d3-7e2dda392d0d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1648301715', 'description': 'tempest-description--939269944'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:53.066098 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-68b0a884-0a08-445d-a0d3-7e2dda392d0d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.146133 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-68b0a884-0a08-445d-a0d3-7e2dda392d0d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (350af328-6377-44ba-830c-2d34880e2481), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.152573 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-68b0a884-0a08-445d-a0d3-7e2dda392d0d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (350af328-6377-44ba-830c-2d34880e2481), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.187264 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0a884-0a08-445d-a0d3-7e2dda392d0d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=350af328-6377-44ba-830c-2d34880e2481,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:53.191939 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-68b0a884-0a08-445d-a0d3-7e2dda392d0d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.197032 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39142) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:53.197170 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-68b0a884-0a08-445d-a0d3-7e2dda392d0d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1586211 Jul 12 03:55:53.203851 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-ee7d94ee-3e5f-49c4-85a9-ec7047321f66 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'security_group_rule': {'security_group_id': '350af328-6377-44ba-830c-2d34880e2481', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:53.241532 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ee7d94ee-3e5f-49c4-85a9-ec7047321f66 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (e3531247-75a5-4d7c-8719-4478d49ce240), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.316196 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-dd27356f-69bd-4bc2-8929-7751eb1f351c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360543779&fields=id&tenant_id=99d9e85c63234c77889f856bf95288f5 HTTP/1.1" status: 200 len: 267 time: 0.0618043 Jul 12 03:55:53.318935 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ee7d94ee-3e5f-49c4-85a9-ec7047321f66 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (e3531247-75a5-4d7c-8719-4478d49ce240), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.323788 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ee7d94ee-3e5f-49c4-85a9-ec7047321f66 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (e3531247-75a5-4d7c-8719-4478d49ce240), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.342396 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7d94ee-3e5f-49c4-85a9-ec7047321f66 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3531247-75a5-4d7c-8719-4478d49ce240,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:53.344624 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:53.353554 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ee7d94ee-3e5f-49c4-85a9-ec7047321f66 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.356512 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-ee7d94ee-3e5f-49c4-85a9-ec7047321f66 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1574640 Jul 12 03:55:53.358148 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39144) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:53.362849 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-c8881f03-6412-4add-8e1a-f1ddf6e1323b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'security_group_rule': {'security_group_id': '350af328-6377-44ba-830c-2d34880e2481', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:53.389491 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c8881f03-6412-4add-8e1a-f1ddf6e1323b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (b1bc70cb-53c2-4f94-9ab2-f0236245010e), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.433480 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-71ec4f31-caa0-4686-a4ce-ea925c028aae tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:53.435177 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-71ec4f31-caa0-4686-a4ce-ea925c028aae tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 812 time: 0.1064658 Jul 12 03:55:53.446415 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c8881f03-6412-4add-8e1a-f1ddf6e1323b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (b1bc70cb-53c2-4f94-9ab2-f0236245010e), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.450652 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-d7ea5ed5-fa93-4ab1-a738-db9e96ca13fe tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/quotas/99d9e85c63234c77889f856bf95288f5 HTTP/1.1" status: 200 len: 375 time: 0.0098426 Jul 12 03:55:53.452831 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c8881f03-6412-4add-8e1a-f1ddf6e1323b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (b1bc70cb-53c2-4f94-9ab2-f0236245010e), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.458524 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:53.474676 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8881f03-6412-4add-8e1a-f1ddf6e1323b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1bc70cb-53c2-4f94-9ab2-f0236245010e,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:53.480867 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c8881f03-6412-4add-8e1a-f1ddf6e1323b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.481959 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-c8881f03-6412-4add-8e1a-f1ddf6e1323b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1226637 Jul 12 03:55:53.485007 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39148) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:55:53.489597 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:53.510682 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.513040 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-02d945ec-2562-4750-974e-642fc8656bc2 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571609 Jul 12 03:55:53.548658 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:53.600122 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.617658 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-e1b10ba9-9be7-4923-a835-7b40c852f19a service neutron] 10.222.0.20 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918531 Jul 12 03:55:53.720523 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Allocated IP 172.27.0.23 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/2b0655f2-c790-4742-bca2-602c0715fb8f) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:53.730820 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-78065875-6005-4955-8c60-4d885594b9fb service neutron] 10.222.0.20 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066728 Jul 12 03:55:53.834081 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for port (2b0655f2-c790-4742-bca2-602c0715fb8f), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.866562 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (2b0655f2-c790-4742-bca2-602c0715fb8f), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:53.905437 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:53.909973 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:53.913900 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:53.915268 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:53.923581 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:55:53.946270 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'Port': ['ID=2b0655f2-c790-4742-bca2-602c0715fb8f,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:54.028215 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (fdd66734-7c93-4fee-8b82-09c722e292ef), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:54.078907 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (2b0655f2-c790-4742-bca2-602c0715fb8f), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:54.143040 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e7889eae-8763-4c43-ac00-6873da13c1cb req-45d424ab-b8b3-4eb6-ae34-2086f7fcfbe5 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 210 time: 0.0452802 Jul 12 03:55:54.226626 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:54.236955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:54.280511 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for port (2b0655f2-c790-4742-bca2-602c0715fb8f), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:54.287022 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (2b0655f2-c790-4742-bca2-602c0715fb8f), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:54.355287 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'Port': ['ID=2b0655f2-c790-4742-bca2-602c0715fb8f,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:54.369401 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (fdd66734-7c93-4fee-8b82-09c722e292ef), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:54.386978 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:54.389284 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-7f4f5dd3-d56c-447b-981e-e399e8deca35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9031193 Jul 12 03:55:54.606756 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-ae0b00f8-5ee5-45ee-9dd4-a4aece365ca1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1648301715&fields=id&tenant_id=e9417b8011914e108ae00b5aa583ce50 HTTP/1.1" status: 200 len: 267 time: 0.0471008 Jul 12 03:55:54.715186 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-1b4875db-7928-4bf2-9f11-35a4d39d887a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:54.716719 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-1b4875db-7928-4bf2-9f11-35a4d39d887a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 817 time: 0.1017926 Jul 12 03:55:54.732277 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-25da8f81-4049-40a0-a232-ca1752cfe1af tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/quotas/e9417b8011914e108ae00b5aa583ce50 HTTP/1.1" status: 200 len: 375 time: 0.0095356 Jul 12 03:55:54.783730 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-5334c23e-04f1-4189-9a12-4ad919f8424a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463459 Jul 12 03:55:54.930684 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-fc86ed6e-9c58-45a6-8bb0-e59fdec1b2ee service neutron] 10.222.0.20 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355667 Jul 12 03:55:55.026009 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-6d83a31e-c0ad-4578-9180-791de97eeb8f service neutron] 10.222.0.20 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892434 Jul 12 03:55:55.274143 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-189927c4-88c5-4440-96d3-d6c92c61f968 req-2bbebcae-3066-4124-a5b6-58e915721586 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 210 time: 0.0599425 Jul 12 03:55:55.280922 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-6771e2d9-5a10-486f-8005-13c9ae579af2 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:55.282378 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-6771e2d9-5a10-486f-8005-13c9ae579af2 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 812 time: 0.1726084 Jul 12 03:55:55.306115 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2223c7d5-9882-40a6-a1fc-38f52f45f786 req-b85ff13f-baab-4964-8398-4703b1aac2c4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 210 time: 0.0469666 Jul 12 03:55:55.359021 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-05568cc7-5ec4-4ece-8707-1ccc6835406b tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d9e85c63234c77889f856bf95288f5 HTTP/1.1" status: 200 len: 379 time: 0.0606666 Jul 12 03:55:55.366944 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'port': {'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'admin_state_up': True, 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'security_groups': ['39f6955f-2c14-4bdb-8820-f7e87d1ecb03']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:55.482677 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Made reservation on behalf of 99d9e85c63234c77889f856bf95288f5 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:55:55.486181 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:55.510259 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:INSERT=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:55.567618 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:55.619141 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Allocated IP 172.20.0.12 (cb793af7-088d-44b6-bebd-8609e6743321/efa7d720-5c17-4257-9ecc-8b470f8cadcc/a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:55.762389 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:56.052465 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:56.100049 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Network cb793af7-088d-44b6-bebd-8609e6743321 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:56.103013 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:56.107110 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:56.131356 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'Port': ['ID=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:56.163936 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:56.164583 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:56.183889 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-f03cc2d1-1c4e-48db-b845-7c95856e9784 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8204741 Jul 12 03:55:56.215472 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Request body: {'port': {'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:56.294688 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:56.364087 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-d46fadb4-b20f-4595-9fea-6e009d19496f None None] Provisioning complete for port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:56.365757 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d46fadb4-b20f-4595-9fea-6e009d19496f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:56.403315 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-d46fadb4-b20f-4595-9fea-6e009d19496f None None] Port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:55:56.421735 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ae5c7d7f-039f-4dfc-bf5e-28a1881e4e14 req-152381a8-c1ff-4232-8464-d370943f2a73 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 210 time: 0.0427508 Jul 12 03:55:56.539204 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-3bb717b6-bf02-4e7a-aa02-37a56eb11d4f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:56.540581 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-3bb717b6-bf02-4e7a-aa02-37a56eb11d4f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 817 time: 0.2590976 Jul 12 03:55:56.562125 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb404d7-e48a-4ed4-b58a-7d0214c644e8 req-03e667db-0556-4557-93e0-16dc3069c0f3 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:56.563515 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0eb404d7-e48a-4ed4-b58a-7d0214c644e8 req-03e667db-0556-4557-93e0-16dc3069c0f3 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 932 time: 0.1346672 Jul 12 03:55:56.681303 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:56.681897 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:56.689734 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0eb404d7-e48a-4ed4-b58a-7d0214c644e8 req-6df6732a-072d-4d87-a2c6-046db11fe81e tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166983 Jul 12 03:55:56.716963 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-440f2c6c-3aa8-4de5-90cb-f0c4fb9a4544 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9417b8011914e108ae00b5aa583ce50 HTTP/1.1" status: 200 len: 380 time: 0.1428604 Jul 12 03:55:56.726565 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'port': {'device_id': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'admin_state_up': True, 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'security_groups': ['350af328-6377-44ba-830c-2d34880e2481']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:56.847213 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:55:56.859185 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Publish callbacks [] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:56.881441 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Transition to ACTIVE for port object a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:55:56.887161 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:56.940180 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Made reservation on behalf of e9417b8011914e108ae00b5aa583ce50 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:55:56.943614 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:56.965867 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Pushing event updated for resources: {'Port': ['ID=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:57.113820 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Attempting to bind port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:55:57.114086 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Attempting to bind port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:55:57.114408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Attempting to bind port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 on network cb793af7-088d-44b6-bebd-8609e6743321 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:57.125867 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 on network cb793af7-088d-44b6-bebd-8609e6743321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:55:57.126184 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Attempting to bind port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 on network cb793af7-088d-44b6-bebd-8609e6743321 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:57.137042 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:55:57.137390 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Checking segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:57.137811 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Bound using segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:55:57.138283 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Bound port: a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:55:57.138645 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:57.160351 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Allocated IP 172.20.0.11 (8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b/1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf/17836774-6562-4ed2-9a30-cc38e71017de) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:55:57.251262 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] For port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:55:57.279719 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] For port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:55:57.312674 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:57.317458 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:57.383290 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:57.383290 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:57.383290 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:57.384102 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] 10.222.0.44 "PUT /v2.0/ports/a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 HTTP/1.1" status: 200 len: 1094 time: 1.1731803 Jul 12 03:55:57.386913 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:55:57.389166 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afa9854c-bdec-46a2-89ab-11df7c047734" -d '{"events": [{"name": "network-changed", "server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:55:57.415522 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for port (17836774-6562-4ed2-9a30-cc38e71017de), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:57.417557 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385c2f34-3784-4f39-8d7a-1f9331423b8c service neutron] Pushing event updated for resources: {'Port': ['ID=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:57.466340 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccdb43f-308a-479d-8cc8-2ec3b7a8beb5 x-openstack-request-id: req-4ccdb43f-308a-479d-8cc8-2ec3b7a8beb5 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:55:57.466626 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:55:57.466880 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4ccdb43f-308a-479d-8cc8-2ec3b7a8beb5 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:55:57.467291 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4ccdb43f-308a-479d-8cc8-2ec3b7a8beb5'] response: {'name': 'network-changed', 'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'status': 'completed', 'code': 200} Jul 12 03:55:57.468580 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:57.560089 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:55:57.584791 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:55:57.592649 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:55:57.599973 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:57.624979 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-d5eb6ac4-c1eb-4a68-95ee-b284a7465b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:57.626475 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-d5eb6ac4-c1eb-4a68-95ee-b284a7465b26 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 1128 time: 0.1439703 Jul 12 03:55:57.640263 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd547ec-d3ab-4379-83b4-686e0168b010 req-6a3c81ae-7e4c-49bc-b4f6-b05531a410c7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:57.641767 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bdd547ec-d3ab-4379-83b4-686e0168b010 req-6a3c81ae-7e4c-49bc-b4f6-b05531a410c7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 932 time: 0.1272314 Jul 12 03:55:57.703849 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-b38d53c7-463d-4e0b-8501-971d965df862 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0610952 Jul 12 03:55:57.715303 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:57.715941 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:57.791234 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9649e9c2-bc66-4b36-9a6e-a82ca2c8c800 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0683794 Jul 12 03:55:57.797124 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bdd547ec-d3ab-4379-83b4-686e0168b010 req-5d4d4a46-6b7d-45d6-9a47-17fcdb255a48 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438384 Jul 12 03:55:57.801377 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-3185c109-aed1-4b1d-b33e-2999adc8d2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:57.803115 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-3185c109-aed1-4b1d-b33e-2999adc8d2a1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0826573 Jul 12 03:55:57.824830 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Request body: {'port': {'device_id': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:55:57.868258 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:57.871104 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c99c2863-32b3-4f00-88e4-7c76114bf733 None None] Provisioning complete for port 17836774-6562-4ed2-9a30-cc38e71017de triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:55:57.871447 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c99c2863-32b3-4f00-88e4-7c76114bf733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (17836774-6562-4ed2-9a30-cc38e71017de), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:57.898466 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-fb152dc4-746d-48ac-9197-fe2041177ef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:57.899766 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-fb152dc4-746d-48ac-9197-fe2041177ef1 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0718694 Jul 12 03:55:57.909903 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c99c2863-32b3-4f00-88e4-7c76114bf733 None None] Port 17836774-6562-4ed2-9a30-cc38e71017de cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:55:57.944881 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:57.976593 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403f7c98-9425-40b4-81d5-ee78b353b441 req-fbbf194e-16fe-4e8b-bbbf-2aef30e95540 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:57.978038 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-403f7c98-9425-40b4-81d5-ee78b353b441 req-fbbf194e-16fe-4e8b-bbbf-2aef30e95540 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0510960 Jul 12 03:55:58.026955 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-403f7c98-9425-40b4-81d5-ee78b353b441 req-949972dd-617c-4239-8f60-7f07e34a5778 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429795 Jul 12 03:55:58.097494 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-cb6ce13b-6312-455e-8123-85e9b560d63c service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736238 Jul 12 03:55:58.162901 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:58.265988 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-22e626de-3f1a-47b7-9b0a-ec925e6f310b req-811092ca-3012-4f98-9934-434b3a98a168 service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591642 Jul 12 03:55:58.339949 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:58.343109 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17836774-6562-4ed2-9a30-cc38e71017de {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:55:58.353075 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Publish callbacks [] for port (17836774-6562-4ed2-9a30-cc38e71017de), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:58.394648 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Transition to ACTIVE for port object 17836774-6562-4ed2-9a30-cc38e71017de will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:55:58.400723 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-9af32f5b-24e2-4cff-97da-e1dc0fae4af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:58.401825 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-9af32f5b-24e2-4cff-97da-e1dc0fae4af8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 1128 time: 0.0512214 Jul 12 03:55:58.402422 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:58.505443 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:58.577398 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-4717fe48-3ebd-4738-a9f3-ce6268e1eace service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:58.578936 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-4717fe48-3ebd-4738-a9f3-ce6268e1eace service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 913 time: 0.1710215 Jul 12 03:55:58.628322 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-9cef23b4-8cb9-46ad-9437-45674e55fcbe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0411313 Jul 12 03:55:58.663352 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Attempting to bind port 17836774-6562-4ed2-9a30-cc38e71017de on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:55:58.663704 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Attempting to bind port 17836774-6562-4ed2-9a30-cc38e71017de by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:55:58.664094 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Attempting to bind port 17836774-6562-4ed2-9a30-cc38e71017de on network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:58.676534 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Port 17836774-6562-4ed2-9a30-cc38e71017de on network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:55:58.676783 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Attempting to bind port 17836774-6562-4ed2-9a30-cc38e71017de on network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:55:58.687601 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:55:58.687937 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Checking segment: {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:55:58.688332 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Bound using segment: {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:55:58.688749 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Bound port: 17836774-6562-4ed2-9a30-cc38e71017de, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:55:58.689098 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:58.692949 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-d12bffa6-431e-4895-a833-a6d41840e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:58.694478 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-d12bffa6-431e-4895-a833-a6d41840e5f7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0593014 Jul 12 03:55:58.761010 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-4baef5f5-a93e-4b47-8559-8bb9fc757cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:58.762406 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-4baef5f5-a93e-4b47-8559-8bb9fc757cda service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0613484 Jul 12 03:55:58.807012 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:55:58.849457 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:55:58.860959 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:58.945295 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:58.945906 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:55:58.947277 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] 10.222.0.44 "PUT /v2.0/ports/17836774-6562-4ed2-9a30-cc38e71017de HTTP/1.1" status: 200 len: 1094 time: 1.1268792 Jul 12 03:55:58.958889 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-d3c1ac09-215c-4502-8a7b-86aeed32ccd5 service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854715 Jul 12 03:55:58.971982 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f0518-4d02-4287-9b3b-1bef0e4fb6a1 req-3189b15a-139e-4036-b7ea-4f83f45a8f29 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:58.973536 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-260f0518-4d02-4287-9b3b-1bef0e4fb6a1 req-3189b15a-139e-4036-b7ea-4f83f45a8f29 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0820024 Jul 12 03:55:58.997771 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:59.004846 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96256970-27f5-4de1-b1f3-0f67f552e4ad service neutron] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:55:59.117332 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-36f27bb7-dde6-45e5-aac8-69dcd8222dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:59.118833 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-36f27bb7-dde6-45e5-aac8-69dcd8222dc8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 1128 time: 0.0924194 Jul 12 03:55:59.137408 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-260f0518-4d02-4287-9b3b-1bef0e4fb6a1 req-94cebc17-b729-4117-bad6-702c248df997 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1517727 Jul 12 03:55:59.148021 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100eb275-d968-4783-a524-372b48cc8697 req-9909ceea-a794-4621-b8cf-793f6a75784a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:59.149799 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-100eb275-d968-4783-a524-372b48cc8697 req-9909ceea-a794-4621-b8cf-793f6a75784a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0505762 Jul 12 03:55:59.178811 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-91656292-3555-4f62-9b7d-04bbf1ad5b43 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17836774-6562-4ed2-9a30-cc38e71017de HTTP/1.1" status: 200 len: 217 time: 0.0404046 Jul 12 03:55:59.180771 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-afa9854c-bdec-46a2-89ab-11df7c047734 req-357962a1-4d67-4da9-982b-c57cf3676e6d service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2063792 Jul 12 03:55:59.209446 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-100eb275-d968-4783-a524-372b48cc8697 req-9a6ab0b1-8f94-4cb1-94ce-ec5d33f18217 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491140 Jul 12 03:55:59.245707 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:55:59.258355 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-1c4a2cf0-1e7a-40d0-86a0-db3a7b33d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:59.259844 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-1c4a2cf0-1e7a-40d0-86a0-db3a7b33d4f4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.0530994 Jul 12 03:55:59.305770 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9a9eaf2d-42ff-4b35-9710-d6b17276dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:55:59.307242 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-9a9eaf2d-42ff-4b35-9710-d6b17276dfea service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0386338 Jul 12 03:55:59.397214 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-0468aa2d-fc28-4415-b03a-f11cd0cdf852 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813138 Jul 12 03:55:59.474129 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:55:59.476334 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d83d9c4-5acc-4101-9b96-42f7e998664d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "tag": "17836774-6562-4ed2-9a30-cc38e71017de"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:55:59.509679 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-38a6f327-cd18-437a-9ae8-6d27b9ec7690 req-c3160140-c008-4d35-9a5c-c5fbe33c6351 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027348 Jul 12 03:55:59.515067 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74c09398-3c91-46b0-a614-e39895bb4555 x-openstack-request-id: req-74c09398-3c91-46b0-a614-e39895bb4555 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:55:59.515354 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "tag": "17836774-6562-4ed2-9a30-cc38e71017de", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:55:59.515606 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-74c09398-3c91-46b0-a614-e39895bb4555 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:55:59.516031 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-74c09398-3c91-46b0-a614-e39895bb4555'] response: {'name': 'network-changed', 'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de', 'status': 'completed', 'code': 200} Jul 12 03:56:00.278779 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287136e2-fa1a-4184-becd-6a1a645f3d39 req-c49ec96d-889e-4c13-a563-834a55f6618d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:00.280453 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-287136e2-fa1a-4184-becd-6a1a645f3d39 req-c49ec96d-889e-4c13-a563-834a55f6618d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0533047 Jul 12 03:56:00.328781 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-287136e2-fa1a-4184-becd-6a1a645f3d39 req-de2b8df0-fb69-4273-919c-9ecdcbc83757 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425959 Jul 12 03:56:00.334136 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bad0dc4-608f-4024-8086-1711d1cc5350 req-d01d662c-3936-4125-9765-04ac5495bcda tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:00.335647 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2bad0dc4-608f-4024-8086-1711d1cc5350 req-d01d662c-3936-4125-9765-04ac5495bcda tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0474706 Jul 12 03:56:00.384589 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2bad0dc4-608f-4024-8086-1711d1cc5350 req-3d7d5f56-bdd3-4239-9227-2ff5c739d6b3 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433314 Jul 12 03:56:01.419213 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:01.458025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2409260-2889-4806-ad58-0ef74e88800f req-e0857332-4c0d-437f-8192-c475f26ab177 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:01.459512 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b2409260-2889-4806-ad58-0ef74e88800f req-e0857332-4c0d-437f-8192-c475f26ab177 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0502117 Jul 12 03:56:01.506159 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b2409260-2889-4806-ad58-0ef74e88800f req-f008246d-6771-4bfa-b267-9950d1d1ed89 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409799 Jul 12 03:56:01.508681 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc62d90-3b3e-4266-a6e2-58870e838baa req-24905e4b-1707-4b88-9c97-c6c68ff40be3 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:01.510187 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5cc62d90-3b3e-4266-a6e2-58870e838baa req-24905e4b-1707-4b88-9c97-c6c68ff40be3 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0506003 Jul 12 03:56:01.560604 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5cc62d90-3b3e-4266-a6e2-58870e838baa req-54168475-3a4f-408f-993f-c157c98a34f6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448248 Jul 12 03:56:01.689282 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=44 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:01.866924 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-43316b28-e088-4b41-ae35-daa629d8eb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:01.868534 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-43316b28-e088-4b41-ae35-daa629d8eb3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 1128 time: 0.0505767 Jul 12 03:56:02.425048 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-03f842c0-9e28-4eb6-ae83-0892af1de24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:02.426509 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-03f842c0-9e28-4eb6-ae83-0892af1de24f service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 918 time: 0.0965266 Jul 12 03:56:02.635545 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bf80cb-30db-4180-95e2-180b52e019e8 req-51d4facb-be02-48c1-a752-9a571683d988 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:02.637109 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f8bf80cb-30db-4180-95e2-180b52e019e8 req-51d4facb-be02-48c1-a752-9a571683d988 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0477705 Jul 12 03:56:02.681436 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ad1d5-1ed2-4e29-8cd9-80530224e004 req-d0fea6f2-d595-4497-833e-37ae7194a03d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:02.681924 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8a9ad1d5-1ed2-4e29-8cd9-80530224e004 req-d0fea6f2-d595-4497-833e-37ae7194a03d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0497944 Jul 12 03:56:02.697470 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f8bf80cb-30db-4180-95e2-180b52e019e8 req-ec1d6db4-2dc7-429e-9f29-fee736a1d0de tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526595 Jul 12 03:56:02.731324 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8a9ad1d5-1ed2-4e29-8cd9-80530224e004 req-c8271802-d1ba-4c51-80c2-ac0826ae0b1c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435026 Jul 12 03:56:02.800967 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-fb3c80c7-fed7-4463-ba4e-5f9296b88f63 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17836774-6562-4ed2-9a30-cc38e71017de HTTP/1.1" status: 200 len: 217 time: 0.0334215 Jul 12 03:56:02.858701 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-0b620a73-9393-4eae-9e33-afdb5ac97073 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:02.860205 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-0b620a73-9393-4eae-9e33-afdb5ac97073 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.0469353 Jul 12 03:56:02.904745 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-f54b6b77-9fa6-42fb-ae9f-54dd884b6ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:02.906370 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-f54b6b77-9fa6-42fb-ae9f-54dd884b6ba7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395367 Jul 12 03:56:02.999449 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:03.019783 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-e63b3612-6f49-416d-b73b-52cf69629e9b service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924904 Jul 12 03:56:03.116939 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d83d9c4-5acc-4101-9b96-42f7e998664d req-d502fede-3720-41bc-9896-6222b7ae660e service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906165 Jul 12 03:56:03.690156 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 17836774-6562-4ed2-9a30-cc38e71017de details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:56:03.814483 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:56:03.826947 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '17836774-6562-4ed2-9a30-cc38e71017de', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'port_id': '17836774-6562-4ed2-9a30-cc38e71017de', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:56:03.848224 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:03.850930 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ee2e07-991f-4bb5-b8dd-6deaa7988c74 req-f69596dd-77e3-406a-bffc-ca455942cb36 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:03.859584 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-54ee2e07-991f-4bb5-b8dd-6deaa7988c74 req-f69596dd-77e3-406a-bffc-ca455942cb36 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0712857 Jul 12 03:56:03.871274 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366809b0-3dff-4e29-9e30-93213070d443 req-1d97bfa5-9ce7-4157-a4e3-b46d971ba72d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:03.873223 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-366809b0-3dff-4e29-9e30-93213070d443 req-1d97bfa5-9ce7-4157-a4e3-b46d971ba72d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0690010 Jul 12 03:56:03.881846 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 17836774-6562-4ed2-9a30-cc38e71017de is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:56:03.882245 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:03.896938 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17836774-6562-4ed2-9a30-cc38e71017de {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:56:03.912682 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-54ee2e07-991f-4bb5-b8dd-6deaa7988c74 req-785bacd0-fc68-420c-bf32-0f395a425119 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513842 Jul 12 03:56:03.922089 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:56:03.927705 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:03.936357 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-366809b0-3dff-4e29-9e30-93213070d443 req-b20a8b67-e643-4063-9830-496c800cad88 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573344 Jul 12 03:56:03.988360 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:03.996099 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.996442 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.996776 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.997109 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.997441 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.997770 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.998089 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.998406 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.998723 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.999082 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.999399 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:03.999755 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.000108 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.000438 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.000743 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.022232 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d766f14-48de-4c1c-ad34-86150e931942 req-1722030c-692d-4319-980e-34627cc6f13e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:04.023743 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1d766f14-48de-4c1c-ad34-86150e931942 req-1722030c-692d-4319-980e-34627cc6f13e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.0506268 Jul 12 03:56:04.081582 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1d766f14-48de-4c1c-ad34-86150e931942 req-6cf853ac-4b10-4c85-88b9-f603ec90c220 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516658 Jul 12 03:56:04.113997 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39272) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:04.212674 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e0bdc04-bd93-46b6-adf2-27f94400c5e6 tempest-TestMinimumBasicScenario-1351344310 tempest-TestMinimumBasicScenario-1351344310-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:04.214258 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0e0bdc04-bd93-46b6-adf2-27f94400c5e6 tempest-TestMinimumBasicScenario-1351344310 tempest-TestMinimumBasicScenario-1351344310-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1124 time: 0.0992787 Jul 12 03:56:04.217449 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39276) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:04.221882 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'port_id': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'fixed_ip_address': '172.20.0.6'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:04.246492 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:04.315303 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:04.328598 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:04.451608 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Allocated IP 172.27.0.195 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/011e3227-c5ed-4549-871e-03725e120e23) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:56:04.549140 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['17836774-6562-4ed2-9a30-cc38e71017de'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:56:04.555439 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for port (011e3227-c5ed-4549-871e-03725e120e23), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:04.589332 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (011e3227-c5ed-4549-871e-03725e120e23), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:04.633186 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:56:04.637721 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:56:04.641805 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:56:04.644814 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'Port': ['ID=011e3227-c5ed-4549-871e-03725e120e23,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:04.649569 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:04.652997 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:04.664695 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:04.675262 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.675607 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.675960 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.676621 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.676621 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.676974 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.677298 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.677616 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.677937 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.678234 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.678553 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.678900 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.679219 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.679528 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:04.679847 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:56:05.039810 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19c15a3-7532-4029-b62e-a4269e2aa241 req-8224c8ff-10b2-46da-82d7-37605eff858c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:05.041472 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b19c15a3-7532-4029-b62e-a4269e2aa241 req-8224c8ff-10b2-46da-82d7-37605eff858c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 945 time: 0.0546672 Jul 12 03:56:05.062908 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for floatingip (7ef9af2d-fed3-4d17-bc72-245b9be12706), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:05.071179 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c174167d-fbe2-44f9-ab50-286261c5dfa9 req-265b9a51-5c77-4f69-b517-a1a310197af6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:05.072707 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c174167d-fbe2-44f9-ab50-286261c5dfa9 req-265b9a51-5c77-4f69-b517-a1a310197af6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0637643 Jul 12 03:56:05.092778 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b19c15a3-7532-4029-b62e-a4269e2aa241 req-245d748a-5dff-453c-b45b-fb0b3f350e59 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454626 Jul 12 03:56:05.174736 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c174167d-fbe2-44f9-ab50-286261c5dfa9 req-7c86e7cd-2609-4238-a635-99fa67fd1333 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807722 Jul 12 03:56:05.177092 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (011e3227-c5ed-4549-871e-03725e120e23), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:05.203383 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:05.329604 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for port (011e3227-c5ed-4549-871e-03725e120e23), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:05.334712 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (011e3227-c5ed-4549-871e-03725e120e23), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:05.410493 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'Port': ['ID=011e3227-c5ed-4549-871e-03725e120e23,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:05.427391 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (7ef9af2d-fed3-4d17-bc72-245b9be12706), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:05.500874 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:05.530019 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Floating IP 7ef9af2d-fed3-4d17-bc72-245b9be12706 associated. External IP: 172.27.0.195, port: 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3. Jul 12 03:56:05.719888 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 17836774-6562-4ed2-9a30-cc38e71017de up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:56:05.763989 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 17836774-6562-4ed2-9a30-cc38e71017de completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:56:05.772733 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 17836774-6562-4ed2-9a30-cc38e71017de triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:56:05.773387 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (17836774-6562-4ed2-9a30-cc38e71017de), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:05.850512 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 17836774-6562-4ed2-9a30-cc38e71017de is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:56:05.850890 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:05.874461 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:56:05.876875 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc4472d6-761d-4c4e-bd28-881a9e5c8b58" -d '{"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-plugged", "status": "completed", "tag": "17836774-6562-4ed2-9a30-cc38e71017de"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:56:05.890660 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:56:05.894957 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:05.921435 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d1801b-86f2-4001-90f7-9a0493a575dd x-openstack-request-id: req-b1d1801b-86f2-4001-90f7-9a0493a575dd {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:56:05.921730 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-plugged", "status": "completed", "tag": "17836774-6562-4ed2-9a30-cc38e71017de", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:56:05.922014 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b1d1801b-86f2-4001-90f7-9a0493a575dd {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:56:05.922402 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b1d1801b-86f2-4001-90f7-9a0493a575dd'] response: {'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de', 'code': 200} Jul 12 03:56:05.950185 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:05.981097 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:56:06.088395 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:56:06.101344 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] Sync routers for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:56:06.108692 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.113853 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:56:06.114659 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:06.144032 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0cc4fef2-a3af-444d-abe4-b7d30e4dfdb6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9254305 Jul 12 03:56:06.144786 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:56:06.147155 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39296) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:06.147710 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54b50e2f-d831-433b-a907-04fd25e01ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:56:06.154123 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-3e8a3bc5-cb05-4b17-9629-083b99def98c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1099857249', 'description': 'tempest-secgroup-smoke-1099857249 description', 'project_id': 'b38d912121c64d5e887dc21e354b3cfd'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:06.187600 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3bc5-cb05-4b17-9629-083b99def98c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.189455 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44c362af-0dd5-4008-979f-c2ed8f512996 x-openstack-request-id: req-44c362af-0dd5-4008-979f-c2ed8f512996 {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:56:06.189878 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:56:06.190203 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-44c362af-0dd5-4008-979f-c2ed8f512996 {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:56:06.190739 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-44c362af-0dd5-4008-979f-c2ed8f512996'] response: {'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'status': 'completed', 'code': 200} Jul 12 03:56:06.263403 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:56:06.287880 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30591b-28a7-461a-a61b-8b64fce6b73d req-36a7b776-68ec-425d-b137-6392c8ecfa59 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:06.294376 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5b30591b-28a7-461a-a61b-8b64fce6b73d req-36a7b776-68ec-425d-b137-6392c8ecfa59 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0933959 Jul 12 03:56:06.325624 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e22627-29ae-4e96-b1c3-d5b9a8ec817a req-287c2afa-3b5e-447d-acfc-beb5870ab864 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:06.333790 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-09e22627-29ae-4e96-b1c3-d5b9a8ec817a req-287c2afa-3b5e-447d-acfc-beb5870ab864 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0737562 Jul 12 03:56:06.380388 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-09e22627-29ae-4e96-b1c3-d5b9a8ec817a req-b4fdbc5c-de03-4733-803f-f79a62613791 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459130 Jul 12 03:56:06.406079 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5663922-24e2-4e5a-bfc2-0ceb1d8bdb78 req-3cc5ee8f-6043-4c4b-8934-a451bbfb20b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:06.407746 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a5663922-24e2-4e5a-bfc2-0ceb1d8bdb78 req-3cc5ee8f-6043-4c4b-8934-a451bbfb20b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 1130 time: 0.0724430 Jul 12 03:56:06.446720 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3bc5-cb05-4b17-9629-083b99def98c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group (aedc2799-e553-47ba-9ab4-519912c8e3a2), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.466644 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3bc5-cb05-4b17-9629-083b99def98c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (aedc2799-e553-47ba-9ab4-519912c8e3a2), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.479186 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '7ef9af2d-fed3-4d17-bc72-245b9be12706', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'port_id': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'mac_address': 'fa:16:3e:e8:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:04Z', 'updated_at': '2022-07-12T03:56:04Z', 'revision_number': 0, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:08Z', 'revision_number': 5, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:06.501968 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8a3bc5-cb05-4b17-9629-083b99def98c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aedc2799-e553-47ba-9ab4-519912c8e3a2,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:06.504507 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-e87ea1e7-ded6-4860-8b68-4458b35e8a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:06.506017 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-e87ea1e7-ded6-4860-8b68-4458b35e8a8e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b38d912121c64d5e887dc21e354b3cfd&device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1129 time: 0.1262028 Jul 12 03:56:06.508120 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] Checking router: 2f5f2e0d-2eb1-459b-9691-3eba38679d42 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:56:06.517292 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5b30591b-28a7-461a-a61b-8b64fce6b73d req-a76ef681-4ab7-4d06-99dd-4ebbbc36941d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2152190 Jul 12 03:56:06.517827 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:56:06.518405 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:06.528096 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3e8a3bc5-cb05-4b17-9629-083b99def98c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.532409 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39304) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:06.532778 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-3e8a3bc5-cb05-4b17-9629-083b99def98c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3834381 Jul 12 03:56:06.538516 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-f9436be6-c708-43be-87cb-ce699a312d46 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'security_group_rule': {'security_group_id': 'aedc2799-e553-47ba-9ab4-519912c8e3a2', 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:06.568502 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a5663922-24e2-4e5a-bfc2-0ceb1d8bdb78 req-1487b809-2632-4b59-b7ea-5b0eaff2a1c8 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1394589 Jul 12 03:56:06.597717 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f9436be6-c708-43be-87cb-ce699a312d46 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (5379c6cb-2561-48d8-969f-cee939c36566), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.617679 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:06.640253 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:56:06.670619 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f9436be6-c708-43be-87cb-ce699a312d46 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (5379c6cb-2561-48d8-969f-cee939c36566), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.678379 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f9436be6-c708-43be-87cb-ce699a312d46 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (5379c6cb-2561-48d8-969f-cee939c36566), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.701289 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9436be6-c708-43be-87cb-ce699a312d46 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5379c6cb-2561-48d8-969f-cee939c36566,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:06.713470 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f9436be6-c708-43be-87cb-ce699a312d46 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.717827 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f9436be6-c708-43be-87cb-ce699a312d46 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1816945 Jul 12 03:56:06.718922 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39306) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:06.723938 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-9296357c-dafd-4418-b54f-e35a83422273 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'security_group_rule': {'security_group_id': 'aedc2799-e553-47ba-9ab4-519912c8e3a2', 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:06.753929 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9296357c-dafd-4418-b54f-e35a83422273 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (cc774a32-8d0d-4222-afeb-4f59ec7af15a), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.819926 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9296357c-dafd-4418-b54f-e35a83422273 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (cc774a32-8d0d-4222-afeb-4f59ec7af15a), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.824410 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9296357c-dafd-4418-b54f-e35a83422273 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (cc774a32-8d0d-4222-afeb-4f59ec7af15a), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.840984 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9296357c-dafd-4418-b54f-e35a83422273 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc774a32-8d0d-4222-afeb-4f59ec7af15a,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:06.853334 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9296357c-dafd-4418-b54f-e35a83422273 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.854804 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-9296357c-dafd-4418-b54f-e35a83422273 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1347120 Jul 12 03:56:06.858129 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39308) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:06.862648 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-97fda95d-c91d-49bb-b3e8-0ddae6f17774 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'security_group_rule': {'security_group_id': 'aedc2799-e553-47ba-9ab4-519912c8e3a2', 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:06.872697 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '7ef9af2d-fed3-4d17-bc72-245b9be12706', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'port_id': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'mac_address': 'fa:16:3e:e8:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:04Z', 'updated_at': '2022-07-12T03:56:04Z', 'revision_number': 0, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:08Z', 'revision_number': 5, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:06.892268 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-97fda95d-c91d-49bb-b3e8-0ddae6f17774 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (7ecbfaf0-cf40-4e9c-8e01-cfa1dda1041d), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.899995 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-f7fccf91-cf5f-43fa-90f1-42b84471c1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:06.901566 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-f7fccf91-cf5f-43fa-90f1-42b84471c1f3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 200 len: 916 time: 0.3764606 Jul 12 03:56:06.902976 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a55b1d5d-77b0-4628-9b0c-96121ab5ddf1 None None] The sync data for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi is: [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '7ef9af2d-fed3-4d17-bc72-245b9be12706', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'floating_ip_address': '172.27.0.195', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'port_id': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'mac_address': 'fa:16:3e:e8:ed:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:04Z', 'updated_at': '2022-07-12T03:56:04Z', 'revision_number': 0, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:08Z', 'revision_number': 5, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:56:06.934141 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:06.952820 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-97fda95d-c91d-49bb-b3e8-0ddae6f17774 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (7ecbfaf0-cf40-4e9c-8e01-cfa1dda1041d), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.958059 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-97fda95d-c91d-49bb-b3e8-0ddae6f17774 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (7ecbfaf0-cf40-4e9c-8e01-cfa1dda1041d), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.985983 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fda95d-c91d-49bb-b3e8-0ddae6f17774 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ecbfaf0-cf40-4e9c-8e01-cfa1dda1041d,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:06.994965 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-97fda95d-c91d-49bb-b3e8-0ddae6f17774 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:06.996214 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-97fda95d-c91d-49bb-b3e8-0ddae6f17774 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1369805 Jul 12 03:56:06.998820 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39310) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:07.004069 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-9d29268b-2300-467a-afc0-ea3335fe813d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'security_group_rule': {'security_group_id': 'aedc2799-e553-47ba-9ab4-519912c8e3a2', 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:07.036966 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d29268b-2300-467a-afc0-ea3335fe813d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (0195a92d-99fd-4b87-9568-9c0d9f6ed47e), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.044723 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:07.067987 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-7e1556e7-4ac8-49f6-bdfb-70fc6fae5021 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 999 time: 0.0604396 Jul 12 03:56:07.104956 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d29268b-2300-467a-afc0-ea3335fe813d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (0195a92d-99fd-4b87-9568-9c0d9f6ed47e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.109592 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d29268b-2300-467a-afc0-ea3335fe813d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (0195a92d-99fd-4b87-9568-9c0d9f6ed47e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.129158 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29268b-2300-467a-afc0-ea3335fe813d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0195a92d-99fd-4b87-9568-9c0d9f6ed47e,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:07.129812 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d264a9-4dc2-4632-8b2c-1383a1b81cdd None None] New status for floating IP 7ef9af2d-fed3-4d17-bc72-245b9be12706: ACTIVE {{(pid=110649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:56:07.138506 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d29268b-2300-467a-afc0-ea3335fe813d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.138506 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-9d29268b-2300-467a-afc0-ea3335fe813d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386263 Jul 12 03:56:07.141215 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39312) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:07.145590 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-85d79fff-8add-48c7-8a46-ec2ef67bd240 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'security_group_rule': {'security_group_id': 'aedc2799-e553-47ba-9ab4-519912c8e3a2', 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:07.166824 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.securitygroups_db [None req-85d79fff-8add-48c7-8a46-ec2ef67bd240 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Project b38d912121c64d5e887dc21e354b3cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 03:56:07.172482 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-85d79fff-8add-48c7-8a46-ec2ef67bd240 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (5709a3be-f5e6-4671-850f-cb99bd9f0c6e), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.233612 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-85d79fff-8add-48c7-8a46-ec2ef67bd240 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (5709a3be-f5e6-4671-850f-cb99bd9f0c6e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.237762 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-85d79fff-8add-48c7-8a46-ec2ef67bd240 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (5709a3be-f5e6-4671-850f-cb99bd9f0c6e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.259515 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d79fff-8add-48c7-8a46-ec2ef67bd240 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5709a3be-f5e6-4671-850f-cb99bd9f0c6e,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:07.265863 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-85d79fff-8add-48c7-8a46-ec2ef67bd240 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.267293 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-85d79fff-8add-48c7-8a46-ec2ef67bd240 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1250362 Jul 12 03:56:07.269958 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39314) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:07.275489 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-1d0eb2d3-9e34-4261-a467-ee703c07f765 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'security_group_rule': {'security_group_id': 'aedc2799-e553-47ba-9ab4-519912c8e3a2', 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:07.298096 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.securitygroups_db [None req-1d0eb2d3-9e34-4261-a467-ee703c07f765 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Project b38d912121c64d5e887dc21e354b3cfd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 03:56:07.304889 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb2d3-9e34-4261-a467-ee703c07f765 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (978de68d-ad26-4a9b-9a5f-d97f2299aecd), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.331867 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:INSERT=13,neutron:SELECT=79,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:07.369328 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb2d3-9e34-4261-a467-ee703c07f765 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (978de68d-ad26-4a9b-9a5f-d97f2299aecd), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.373994 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb2d3-9e34-4261-a467-ee703c07f765 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (978de68d-ad26-4a9b-9a5f-d97f2299aecd), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.392940 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0eb2d3-9e34-4261-a467-ee703c07f765 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=978de68d-ad26-4a9b-9a5f-d97f2299aecd,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:07.401108 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1d0eb2d3-9e34-4261-a467-ee703c07f765 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.402349 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-1d0eb2d3-9e34-4261-a467-ee703c07f765 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1307044 Jul 12 03:56:07.495161 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-42a15dbd-27a9-40fd-a2b0-30b30ce1921b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1099857249&fields=id&tenant_id=b38d912121c64d5e887dc21e354b3cfd HTTP/1.1" status: 200 len: 267 time: 0.0473533 Jul 12 03:56:07.498111 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df50c8-b61a-4453-91c2-d00b16e4a8c9 req-a308e13b-f6a5-4d14-bc4f-4447ab060744 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:07.499859 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f8df50c8-b61a-4453-91c2-d00b16e4a8c9 req-a308e13b-f6a5-4d14-bc4f-4447ab060744 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0496442 Jul 12 03:56:07.546192 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-1ac85f36-6dfa-45cd-b599-2f9fcdf72c0d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:07.547689 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-1ac85f36-6dfa-45cd-b599-2f9fcdf72c0d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.0469959 Jul 12 03:56:07.549819 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f8df50c8-b61a-4453-91c2-d00b16e4a8c9 req-bd0d69de-ee68-49a7-a4bf-da88ce5bada4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438664 Jul 12 03:56:07.559785 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-cb704b5c-9033-40ad-b4e5-c53e57c0eeea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'port': {'security_groups': ['1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c', 'aedc2799-e553-47ba-9ab4-519912c8e3a2']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:07.634916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-cb704b5c-9033-40ad-b4e5-c53e57c0eeea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:07.675575 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a37a2b-04cc-49ce-8852-44b4d1d4a640 req-97984461-28e9-43c8-856f-0ae8d021436b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:07.677479 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c9a37a2b-04cc-49ce-8852-44b4d1d4a640 req-97984461-28e9-43c8-856f-0ae8d021436b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0485449 Jul 12 03:56:07.729974 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c9a37a2b-04cc-49ce-8852-44b4d1d4a640 req-f4da9a59-fedd-49ea-850b-3b87c1b512ea tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467374 Jul 12 03:56:07.743494 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-26e7c45b-d16e-4bd9-b4db-12ae4578ac59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:07.745000 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-26e7c45b-d16e-4bd9-b4db-12ae4578ac59 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=418f5041-ae24-4040-b371-85610930cb5e HTTP/1.1" status: 200 len: 854 time: 0.0921438 Jul 12 03:56:07.791653 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:07.822334 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-49395546-3623-4f59-82b9-0b3885889eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:07.823880 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-49395546-3623-4f59-82b9-0b3885889eb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0686345 Jul 12 03:56:07.957336 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-cb704b5c-9033-40ad-b4e5-c53e57c0eeea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] For port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:56:07.967899 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f2f015-6675-43c7-812a-a5e6eacafb39 req-6666a18c-4d3d-459f-9b07-0af9795996db tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:07.969482 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-71f2f015-6675-43c7-812a-a5e6eacafb39 req-6666a18c-4d3d-459f-9b07-0af9795996db tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0565138 Jul 12 03:56:08.003099 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-e224008b-00e8-4f7a-a69f-3fef02bd4595 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360433 Jul 12 03:56:08.004965 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-cb704b5c-9033-40ad-b4e5-c53e57c0eeea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:08.013135 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-cb704b5c-9033-40ad-b4e5-c53e57c0eeea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:08.029290 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-71f2f015-6675-43c7-812a-a5e6eacafb39 req-4f2d7208-a5b9-4d56-b241-d8a8b3f76f84 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538974 Jul 12 03:56:08.057608 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:56:08.060882 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-cb704b5c-9033-40ad-b4e5-c53e57c0eeea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:08.061678 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-cb704b5c-9033-40ad-b4e5-c53e57c0eeea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:08.063110 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6843d98d-8c73-45c1-b582-18251f29bfa4 req-cb704b5c-9033-40ad-b4e5-c53e57c0eeea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "PUT /v2.0/ports/05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 981 time: 0.5082273 Jul 12 03:56:08.063577 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:56:08.065854 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:56:08.090429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb704b5c-9033-40ad-b4e5-c53e57c0eeea tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'Port': ['ID=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,revision_number=6']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:08.113147 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81cf8e40-7519-44db-9b54-1c456a511087 x-openstack-request-id: req-81cf8e40-7519-44db-9b54-1c456a511087 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:56:08.113555 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:56:08.113922 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-81cf8e40-7519-44db-9b54-1c456a511087 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:56:08.115018 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-81cf8e40-7519-44db-9b54-1c456a511087'] response: {'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'status': 'completed', 'code': 200} Jul 12 03:56:08.185332 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85497007-c793-4203-beb5-fe229f298891 req-0152c032-eb50-4e5e-b637-f4fce9b4d3e6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:08.192588 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-85497007-c793-4203-beb5-fe229f298891 req-0152c032-eb50-4e5e-b637-f4fce9b4d3e6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0597804 Jul 12 03:56:08.246061 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:56:08.328038 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-85497007-c793-4203-beb5-fe229f298891 req-d74af999-a721-4702-88b0-1bcf2deeb1b5 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1316164 Jul 12 03:56:08.350950 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-54b50e2f-d831-433b-a907-04fd25e01ebb req-a4e29534-3a55-4bec-abed-4b49d2a1f41a service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370261 Jul 12 03:56:08.366950 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-34300bbc-33f1-4ef6-98b4-60b6aec93ab0 None None] Provisioning complete for port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:56:08.367318 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-34300bbc-33f1-4ef6-98b4-60b6aec93ab0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:08.491664 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:08.560920 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-34300bbc-33f1-4ef6-98b4-60b6aec93ab0 None None] Current status of the port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:56:08.668972 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69446fc2-789c-4f4a-a89f-70d0566549ff req-e6e765eb-690e-4628-b441-16729616be5d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:08.670453 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-69446fc2-789c-4f4a-a89f-70d0566549ff req-e6e765eb-690e-4628-b441-16729616be5d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0495117 Jul 12 03:56:08.693591 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:08.718613 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:08.721942 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-69446fc2-789c-4f4a-a89f-70d0566549ff req-5e5027b9-7f8a-4caf-b20d-047cad056080 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455031 Jul 12 03:56:08.855310 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987b3197-5630-4753-a33e-b92341220d85 req-314866ca-e4da-46bc-af0c-6cea4b8ce0c9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:08.856742 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-987b3197-5630-4753-a33e-b92341220d85 req-314866ca-e4da-46bc-af0c-6cea4b8ce0c9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0499923 Jul 12 03:56:08.885475 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:08.908563 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-987b3197-5630-4753-a33e-b92341220d85 req-57c732fa-c0bf-488a-83eb-2b560e4a6d3a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435233 Jul 12 03:56:09.010160 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=89,neutron:INSERT=6,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:09.028642 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74713ff3-c49c-4265-9b44-ec89fb949ebc req-bdb33658-6cbc-4f03-a60e-0b03baaa3348 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:09.030141 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-74713ff3-c49c-4265-9b44-ec89fb949ebc req-bdb33658-6cbc-4f03-a60e-0b03baaa3348 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0528889 Jul 12 03:56:09.039198 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39342) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:09.043891 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-ba527087-258b-43e8-8b98-e4d33eef423b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Request body: {'floatingip': {'port_id': '17836774-6562-4ed2-9a30-cc38e71017de'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:09.086078 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ba527087-258b-43e8-8b98-e4d33eef423b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (fdd66734-7c93-4fee-8b82-09c722e292ef), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:09.217395 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-0acfab5c-0527-4f1d-8f66-15a16426fb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:09.218919 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-0acfab5c-0527-4f1d-8f66-15a16426fb4e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b38d912121c64d5e887dc21e354b3cfd&device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1168 time: 0.1032064 Jul 12 03:56:09.241281 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a07529b-b368-4ad3-9828-4247750cc1f1 req-acad0c66-6e87-4918-9c73-5d2c549fb727 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:09.242649 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1a07529b-b368-4ad3-9828-4247750cc1f1 req-acad0c66-6e87-4918-9c73-5d2c549fb727 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.1280153 Jul 12 03:56:09.403777 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1a07529b-b368-4ad3-9828-4247750cc1f1 req-846e0485-8196-4532-9b01-b2c685315d9e tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474032 Jul 12 03:56:09.412710 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:09.458594 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-371e329f-f3ce-439d-b660-25638780dd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:09.459955 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-371e329f-f3ce-439d-b660-25638780dd69 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 200 len: 916 time: 0.2144814 Jul 12 03:56:09.596186 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-7dfb1666-329d-469c-8eac-c8c4b1cfe829 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 1001 time: 0.1250551 Jul 12 03:56:09.678697 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-c06ce050-1f7e-4a81-a5e1-a315be01d7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:09.680135 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-c06ce050-1f7e-4a81-a5e1-a315be01d7e1 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=418f5041-ae24-4040-b371-85610930cb5e HTTP/1.1" status: 200 len: 854 time: 0.0613372 Jul 12 03:56:09.792928 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-0f23d03b-982b-4dc1-86da-bb2f4f9463b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:09.795112 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-0f23d03b-982b-4dc1-86da-bb2f4f9463b5 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0960648 Jul 12 03:56:09.805788 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ba527087-258b-43e8-8b98-e4d33eef423b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:09.810911 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ba527087-258b-43e8-8b98-e4d33eef423b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (fdd66734-7c93-4fee-8b82-09c722e292ef), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:09.845819 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8ea772-7e30-45a4-bc61-82ae1140d152 req-26ce2551-5136-47c6-8946-d7aac3435595 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:09.847294 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fb8ea772-7e30-45a4-bc61-82ae1140d152 req-26ce2551-5136-47c6-8946-d7aac3435595 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0553093 Jul 12 03:56:09.897599 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fb8ea772-7e30-45a4-bc61-82ae1140d152 req-64c6bcd4-363b-4354-b47f-d935b7ae62ca tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442190 Jul 12 03:56:09.961340 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [None req-ba527087-258b-43e8-8b98-e4d33eef423b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Floating IP fdd66734-7c93-4fee-8b82-09c722e292ef associated. External IP: 172.27.0.23, port: 17836774-6562-4ed2-9a30-cc38e71017de. Jul 12 03:56:09.964603 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:10.028196 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-cdc67299-0ed2-4ff8-8905-9027ca9747cb service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658349 Jul 12 03:56:10.184334 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba527087-258b-43e8-8b98-e4d33eef423b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Router ee99a851-5e75-44af-a1b2-a4971a0976b9 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:56:10.286833 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba527087-258b-43e8-8b98-e4d33eef423b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:56:10.291134 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-ba527087-258b-43e8-8b98-e4d33eef423b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:10.297303 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] Sync routers for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:56:10.313250 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:56:10.313848 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:10.332939 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-ba527087-258b-43e8-8b98-e4d33eef423b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "PUT /v2.0/floatingips/fdd66734-7c93-4fee-8b82-09c722e292ef HTTP/1.1" status: 200 len: 991 time: 1.2923787 Jul 12 03:56:10.333618 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:56:10.336276 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e57fc123-d7e1-4769-9c04-a4de5b3c077f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "tag": "17836774-6562-4ed2-9a30-cc38e71017de"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:56:10.374246 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a6bf10-3159-40d9-95f0-9495ada2272c x-openstack-request-id: req-e7a6bf10-3159-40d9-95f0-9495ada2272c {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:56:10.374528 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "tag": "17836774-6562-4ed2-9a30-cc38e71017de", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:56:10.374778 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-e7a6bf10-3159-40d9-95f0-9495ada2272c {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:56:10.375188 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e7a6bf10-3159-40d9-95f0-9495ada2272c'] response: {'name': 'network-changed', 'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de', 'status': 'completed', 'code': 200} Jul 12 03:56:10.417696 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:56:10.500128 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:10.522126 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e45a8d-faf3-4ae7-92c5-15ccaa130eb9 req-62279b1f-e0a6-40be-a670-de26734ac8ea tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:10.523624 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-46e45a8d-faf3-4ae7-92c5-15ccaa130eb9 req-62279b1f-e0a6-40be-a670-de26734ac8ea tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0484991 Jul 12 03:56:10.571209 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-46e45a8d-faf3-4ae7-92c5-15ccaa130eb9 req-decc0bd3-b45a-49b7-baa9-9be03c448df9 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418949 Jul 12 03:56:10.695011 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:10.708955 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': 'fdd66734-7c93-4fee-8b82-09c722e292ef', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'port_id': '17836774-6562-4ed2-9a30-cc38e71017de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:55:53Z', 'updated_at': '2022-07-12T03:56:09Z', 'revision_number': 1, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:10.735331 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] Checking router: ee99a851-5e75-44af-a1b2-a4971a0976b9 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:56:10.744339 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:56:10.744942 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:55:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:10.847949 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:56:11.018855 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694e3a8-8f31-40f0-87e6-58c2768a3dce req-74884b81-bde4-44f2-8ebf-3d2a3dd19912 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:11.020354 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3694e3a8-8f31-40f0-87e6-58c2768a3dce req-74884b81-bde4-44f2-8ebf-3d2a3dd19912 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0503149 Jul 12 03:56:11.039296 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:11.060533 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': 'fdd66734-7c93-4fee-8b82-09c722e292ef', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'port_id': '17836774-6562-4ed2-9a30-cc38e71017de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:55:53Z', 'updated_at': '2022-07-12T03:56:09Z', 'revision_number': 1, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:11.071488 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3694e3a8-8f31-40f0-87e6-58c2768a3dce req-fe0df0b4-55ef-441a-843d-077cacb18e04 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450234 Jul 12 03:56:11.085248 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8483cac2-07ae-4748-8be7-688ee1285d08 None None] The sync data for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi is: [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': 'fdd66734-7c93-4fee-8b82-09c722e292ef', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'floating_ip_address': '172.27.0.23', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'port_id': '17836774-6562-4ed2-9a30-cc38e71017de', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 501, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:55:53Z', 'updated_at': '2022-07-12T03:56:09Z', 'revision_number': 1, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:56:11.282769 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-5f650fec-6d32-4f2e-94c5-c9b87acc79e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:11.284320 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-5f650fec-6d32-4f2e-94c5-c9b87acc79e0 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 1130 time: 0.0866325 Jul 12 03:56:11.336646 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fc4e3fb5-542f-443e-b5fa-2f3bb8815e3e req-09187f84-b4e1-43ee-b677-fe085ec78060 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589057 Jul 12 03:56:11.344408 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-991b5af6-16df-4c23-a4b5-0e444e72e779 None None] New status for floating IP fdd66734-7c93-4fee-8b82-09c722e292ef: ACTIVE {{(pid=110649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:56:11.396837 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-f9088d0e-3fec-4c05-8b25-065cb220173e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:11.398219 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-f9088d0e-3fec-4c05-8b25-065cb220173e service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 918 time: 0.1063898 Jul 12 03:56:11.465209 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-59037915-fab8-4767-aab0-04082bc5b553 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17836774-6562-4ed2-9a30-cc38e71017de HTTP/1.1" status: 200 len: 999 time: 0.0601773 Jul 12 03:56:11.516840 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-26bf129d-83aa-4f67-8e42-41ce76a1eae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:11.518402 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-26bf129d-83aa-4f67-8e42-41ce76a1eae0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.0470700 Jul 12 03:56:11.563936 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-dab845b6-7a92-446d-8bcd-99c13ae9b229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:11.565466 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-dab845b6-7a92-446d-8bcd-99c13ae9b229 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406084 Jul 12 03:56:11.663593 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-25e17298-9215-4d82-bb3f-45b5ec6a262b service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902786 Jul 12 03:56:11.684149 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b1ef6d-b0b4-460e-8531-81e08ed112b8 req-309e14e6-b79f-4aa2-a810-5b3139a57b6b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:11.685658 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-66b1ef6d-b0b4-460e-8531-81e08ed112b8 req-309e14e6-b79f-4aa2-a810-5b3139a57b6b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0462556 Jul 12 03:56:11.700768 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:11.735429 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-66b1ef6d-b0b4-460e-8531-81e08ed112b8 req-e3f4d851-1651-43f0-8e40-93c2504ae9ca tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440555 Jul 12 03:56:11.755267 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e57fc123-d7e1-4769-9c04-a4de5b3c077f req-d0186e1e-9acb-4835-b7f5-cbd9762d20af service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852942 Jul 12 03:56:12.201950 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa89fd-1e98-4dc0-9b80-98d0c3ab58a8 req-41b2028a-ae36-4781-93a2-1c3e87f00e62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:12.203763 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f3fa89fd-1e98-4dc0-9b80-98d0c3ab58a8 req-41b2028a-ae36-4781-93a2-1c3e87f00e62 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0528550 Jul 12 03:56:12.252403 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f3fa89fd-1e98-4dc0-9b80-98d0c3ab58a8 req-e41187a3-b8a5-4b82-9513-c69a9cb45533 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427754 Jul 12 03:56:12.865434 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e74fa2-2a98-4393-a929-74af0ed562d5 req-a6aef8bd-6183-4f60-9439-44e2efe63992 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:12.866802 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d0e74fa2-2a98-4393-a929-74af0ed562d5 req-a6aef8bd-6183-4f60-9439-44e2efe63992 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0466726 Jul 12 03:56:12.913480 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d0e74fa2-2a98-4393-a929-74af0ed562d5 req-6f035b74-21d9-42f0-94d1-8762b55e39c2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411787 Jul 12 03:56:13.386327 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae6136b-ae91-4212-8464-60874d7c218d req-ad7ea2c7-f770-4802-976a-5a1aa346acb3 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:13.387787 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cae6136b-ae91-4212-8464-60874d7c218d req-ad7ea2c7-f770-4802-976a-5a1aa346acb3 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 944 time: 0.0528183 Jul 12 03:56:13.438365 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cae6136b-ae91-4212-8464-60874d7c218d req-6b629390-af2e-496e-81cf-e20f4dd07a71 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Jul 12 03:56:13.774638 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:56:13.879434 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:56:13.891252 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:56:13.930788 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:56:13.931170 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:13.948417 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:56:13.969268 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:56:13.974381 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:14.022596 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:14.039005 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42a1573-2bd8-4f23-8a5b-ced5d74d6da2 req-45ee223e-01d8-4963-be12-0649727c6106 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:14.040576 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f42a1573-2bd8-4f23-8a5b-ced5d74d6da2 req-45ee223e-01d8-4963-be12-0649727c6106 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0485854 Jul 12 03:56:14.086836 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f42a1573-2bd8-4f23-8a5b-ced5d74d6da2 req-00b9573f-108d-4497-8d51-59773d8d559b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406499 Jul 12 03:56:14.475885 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:56:14.565622 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b22b302-b383-40f3-afdd-0c54b13a647f req-90cbdf1d-68b6-4f15-8696-24a10e9c1f05 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:14.567111 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5b22b302-b383-40f3-afdd-0c54b13a647f req-90cbdf1d-68b6-4f15-8696-24a10e9c1f05 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 945 time: 0.0476515 Jul 12 03:56:14.627582 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5b22b302-b383-40f3-afdd-0c54b13a647f req-4635ccb5-eaae-4276-822c-43a93c80d78e tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460746 Jul 12 03:56:15.198872 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-bf0b9e5f-0142-45b4-bac1-bbaad72828ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:15.221763 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b013a7-c7f9-4c47-9a85-f471dc53ba98 req-636a08a6-b594-4591-a4e9-98e79c2dd161 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:15.222953 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-87b013a7-c7f9-4c47-9a85-f471dc53ba98 req-636a08a6-b594-4591-a4e9-98e79c2dd161 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0515070 Jul 12 03:56:15.270207 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-87b013a7-c7f9-4c47-9a85-f471dc53ba98 req-b6d78960-b2f1-4fd3-9c40-6ce337289339 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413935 Jul 12 03:56:15.761504 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab83b0a7-1b2a-4a8d-9f42-2b425e2d6598 req-b06cd6b5-6054-4488-8c1c-1fa7a1a42d39 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:15.762961 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ab83b0a7-1b2a-4a8d-9f42-2b425e2d6598 req-b06cd6b5-6054-4488-8c1c-1fa7a1a42d39 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 945 time: 0.0563924 Jul 12 03:56:15.795111 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:15.802287 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:56:15.821151 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ab83b0a7-1b2a-4a8d-9f42-2b425e2d6598 req-0aa90000-16e2-422e-b4f7-0ccbd2e72e80 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525377 Jul 12 03:56:15.844243 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:56:15.850312 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:56:15.850735 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:15.885788 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:15.925071 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:56:15.925448 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:15.949624 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:56:15.951858 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efccbcea-d66a-46d7-b132-d455393709e8" -d '{"events": [{"server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "name": "network-vif-plugged", "status": "completed", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:56:15.964537 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:56:15.969609 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:15.996375 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67789c33-2b72-425c-9866-d85681caa0d2 x-openstack-request-id: req-67789c33-2b72-425c-9866-d85681caa0d2 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:56:15.996665 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "name": "network-vif-plugged", "status": "completed", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:56:15.996918 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-67789c33-2b72-425c-9866-d85681caa0d2 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:56:15.997307 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-67789c33-2b72-425c-9866-d85681caa0d2'] response: {'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'code': 200} Jul 12 03:56:16.018499 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:16.277725 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9362ae-b339-4442-a053-0722cd9648f0 req-e688c567-8b8c-4700-a375-1da03607b5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:16.279103 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f9362ae-b339-4442-a053-0722cd9648f0 req-e688c567-8b8c-4700-a375-1da03607b5d1 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 1130 time: 0.0395153 Jul 12 03:56:16.329686 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f9362ae-b339-4442-a053-0722cd9648f0 req-c78b9617-e46b-44a8-88fe-caeddc0141b1 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428622 Jul 12 03:56:16.411154 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39605068-c407-4763-a3b3-d654ec784aaf req-7ff3ab53-4be4-4328-8725-be19a0895332 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:16.413112 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-39605068-c407-4763-a3b3-d654ec784aaf req-7ff3ab53-4be4-4328-8725-be19a0895332 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0641842 Jul 12 03:56:16.464342 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-39605068-c407-4763-a3b3-d654ec784aaf req-2ee064a5-f5ce-4080-9512-ddff0bb6e4fe tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453482 Jul 12 03:56:16.812804 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:16.927590 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:16.939445 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca5dd68-0c1a-4567-abc7-d7505e815d9b req-f7d39d6f-6dfc-4c42-847b-ad187f22c4c7 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:16.941014 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2ca5dd68-0c1a-4567-abc7-d7505e815d9b req-f7d39d6f-6dfc-4c42-847b-ad187f22c4c7 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 946 time: 0.0500908 Jul 12 03:56:16.994434 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2ca5dd68-0c1a-4567-abc7-d7505e815d9b req-56229208-94d0-495b-ae3a-f93f8dd05f13 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473843 Jul 12 03:56:17.586248 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe69b9e-e758-4a11-bad0-e84b69d0cd37 req-32f468b0-6c2e-42b4-8ab2-f3e17a12c9dd tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:17.587715 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fbe69b9e-e758-4a11-bad0-e84b69d0cd37 req-32f468b0-6c2e-42b4-8ab2-f3e17a12c9dd tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0488896 Jul 12 03:56:17.646834 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fbe69b9e-e758-4a11-bad0-e84b69d0cd37 req-ae7934d6-1095-4aea-ab1f-ba0474a95560 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532591 Jul 12 03:56:17.699722 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e946a0cc-cbe4-46d7-9c70-5c60b721215b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:18.133371 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77dd6858-8e28-4abe-8e6c-69b71cf2bee8 req-8459c368-8dc9-4fd7-9a02-e4bfbd3df27a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:18.135220 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-77dd6858-8e28-4abe-8e6c-69b71cf2bee8 req-8459c368-8dc9-4fd7-9a02-e4bfbd3df27a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 946 time: 0.0530529 Jul 12 03:56:18.191063 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-77dd6858-8e28-4abe-8e6c-69b71cf2bee8 req-5e0676b9-6592-4b1f-b043-953340bc43b9 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490451 Jul 12 03:56:18.668752 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=91,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:18.676217 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:18.765641 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9db2d1-a290-43dc-b132-8ec03cd0fc97 req-0ff1134c-553a-4e90-b52d-73a8729b98c6 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:18.767108 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5c9db2d1-a290-43dc-b132-8ec03cd0fc97 req-0ff1134c-553a-4e90-b52d-73a8729b98c6 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0512664 Jul 12 03:56:19.072485 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5c9db2d1-a290-43dc-b132-8ec03cd0fc97 req-2e63e9d5-7a41-4e79-b24e-f110c399c692 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2993755 Jul 12 03:56:19.269826 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f62a15-8258-40b4-8165-c3b5c3d82f32 req-fa634a44-477d-4fe7-8395-452c54b57728 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:19.271669 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f6f62a15-8258-40b4-8165-c3b5c3d82f32 req-fa634a44-477d-4fe7-8395-452c54b57728 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0485857 Jul 12 03:56:19.310926 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f02306-8c94-4e9f-b07a-bf7417e4b468 req-47733519-2c9e-43af-97f2-45356e2960ae tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:19.312464 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-96f02306-8c94-4e9f-b07a-bf7417e4b468 req-47733519-2c9e-43af-97f2-45356e2960ae tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 946 time: 0.0495000 Jul 12 03:56:19.321579 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f6f62a15-8258-40b4-8165-c3b5c3d82f32 req-490eaa65-7147-4ea5-a16a-76b841f915df tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436544 Jul 12 03:56:19.360898 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-31d55ee7-17a9-45b7-afd7-e98538dfd66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:19.362751 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-31d55ee7-17a9-45b7-afd7-e98538dfd66d service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0403297 Jul 12 03:56:19.365981 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-96f02306-8c94-4e9f-b07a-bf7417e4b468 req-13aacca4-32f8-41a0-99de-5d3eb36b6dcd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450199 Jul 12 03:56:19.483461 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:19.495181 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ecf294-8c37-4672-a12c-a929bfa607a1 req-0af4078e-6363-4b00-b4ee-88c4545f831f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:19.496685 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d3ecf294-8c37-4672-a12c-a929bfa607a1 req-0af4078e-6363-4b00-b4ee-88c4545f831f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 946 time: 0.0609725 Jul 12 03:56:19.497847 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-7ccc9944-dbe5-435a-8e5e-71e1e58a5725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:19.499170 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-7ccc9944-dbe5-435a-8e5e-71e1e58a5725 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 911 time: 0.1291189 Jul 12 03:56:19.590180 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-8ea6d5d1-5ded-471a-b143-914e7e628ac2 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a62f409-2f00-4669-85c4-d882010074e6 HTTP/1.1" status: 200 len: 1002 time: 0.0806849 Jul 12 03:56:19.593658 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d3ecf294-8c37-4672-a12c-a929bfa607a1 req-50dd3db6-4dee-4a7e-a9f3-5b2dfe50fb69 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914271 Jul 12 03:56:19.616798 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39400) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:19.640452 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-13ff80ef-7227-4342-aa72-817b10efe9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:19.641952 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-13ff80ef-7227-4342-aa72-817b10efe9d8 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.0448568 Jul 12 03:56:19.655822 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8bc44f-1c2b-40d8-80e8-55564d658081 tempest-TestVolumeBootPattern-1280940077 tempest-TestVolumeBootPattern-1280940077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:19.657375 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-7f8bc44f-1c2b-40d8-80e8-55564d658081 tempest-TestVolumeBootPattern-1280940077 tempest-TestVolumeBootPattern-1280940077-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 1125 time: 0.0395181 Jul 12 03:56:19.660192 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39402) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:56:19.664442 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:56:19.686813 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:19.695758 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-a1b98d94-5611-49cf-a480-59ca1095c580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:19.697587 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-a1b98d94-5611-49cf-a480-59ca1095c580 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409093 Jul 12 03:56:19.771795 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:19.775111 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:19.800295 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-fa8e827b-4674-4ed1-857d-6dbc74cdea30 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956612 Jul 12 03:56:19.828306 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:19.883537 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Allocated IP 172.27.0.43 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/5dcd0286-8f8e-465e-b2dc-d671f4532b19) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:56:19.895743 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e40ba1bd-6f17-4e92-8330-ac204de9bd66 req-09880c4c-2f95-4db6-b77b-c33ddf52b91d service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856094 Jul 12 03:56:19.991007 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for port (5dcd0286-8f8e-465e-b2dc-d671f4532b19), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:20.026246 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (5dcd0286-8f8e-465e-b2dc-d671f4532b19), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:20.067189 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:56:20.072203 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:56:20.074411 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'Port': ['ID=5dcd0286-8f8e-465e-b2dc-d671f4532b19,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:20.076542 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:56:20.134679 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:20.142816 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:20.146021 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:20.475811 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe5a09-ec6b-42aa-9708-feb90a07a10c req-e6a01b86-b75f-4d7f-a0c6-be178d1e74c6 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:20.477579 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-46fe5a09-ec6b-42aa-9708-feb90a07a10c req-e6a01b86-b75f-4d7f-a0c6-be178d1e74c6 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0735857 Jul 12 03:56:20.483634 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (5e5bbb22-386c-409f-a1c8-c7c5e89e6583), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:20.580136 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:20.589047 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-46fe5a09-ec6b-42aa-9708-feb90a07a10c req-c450be12-36f0-449d-b7e7-dfcfea30b6d1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826240 Jul 12 03:56:20.589965 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (5dcd0286-8f8e-465e-b2dc-d671f4532b19), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:20.648785 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:20.762913 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for port (5dcd0286-8f8e-465e-b2dc-d671f4532b19), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:20.769856 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (5dcd0286-8f8e-465e-b2dc-d671f4532b19), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:20.838648 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'Port': ['ID=5dcd0286-8f8e-465e-b2dc-d671f4532b19,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:56:20.850765 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (5e5bbb22-386c-409f-a1c8-c7c5e89e6583), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:20.947924 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Floating IP 5e5bbb22-386c-409f-a1c8-c7c5e89e6583 associated. External IP: 172.27.0.43, port: a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3. Jul 12 03:56:20.992815 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:21.028982 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-fa2c5216-fe0d-4c49-b494-b3fc8735d4b5 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0442345 Jul 12 03:56:21.112574 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-ae2d3ae2-f57b-4021-a836-6cfb9cf23106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:21.113997 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-ae2d3ae2-f57b-4021-a836-6cfb9cf23106 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=fd03cff94a1842d8811deafa0dce10f9&device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 1130 time: 0.0456426 Jul 12 03:56:21.154646 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Router ff031031-335e-42e4-a595-89a7537003a8 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:56:21.225020 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-9558f260-471b-460e-9435-5c06f2285fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:21.226500 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-9558f260-471b-460e-9435-5c06f2285fb3 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 200 len: 919 time: 0.0913699 Jul 12 03:56:21.259576 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:56:21.269809 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] Sync routers for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:56:21.280935 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:21.282858 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:56:21.283480 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:56:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:21.297327 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-0ced41ec-b410-4d49-92b1-96cdb1fff7c9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 200 len: 1001 time: 0.0583966 Jul 12 03:56:21.313656 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-63f7ccf0-993b-43a7-a854-7e174816f532 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6502597 Jul 12 03:56:21.313656 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:56:21.314622 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff53958-88ee-4034-8c84-a77c60f12d09" -d '{"events": [{"name": "network-changed", "server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:56:21.349305 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-70e05f25-e9fb-4f28-bd34-6894e278ab66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:21.350949 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-70e05f25-e9fb-4f28-bd34-6894e278ab66 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 200 len: 857 time: 0.0470107 Jul 12 03:56:21.352037 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:56:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d0c441-0d53-473a-bdf8-cd784464e13c x-openstack-request-id: req-a8d0c441-0d53-473a-bdf8-cd784464e13c {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:56:21.352325 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:56:21.352574 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a8d0c441-0d53-473a-bdf8-cd784464e13c {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:56:21.352973 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a8d0c441-0d53-473a-bdf8-cd784464e13c'] response: {'name': 'network-changed', 'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'status': 'completed', 'code': 200} Jul 12 03:56:21.393082 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:56:21.464190 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-37a99f0c-c60f-4a3a-b700-bd278fd630bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:21.465717 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-37a99f0c-c60f-4a3a-b700-bd278fd630bc service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8bb25d8f-4fca-43c0-92f4-dd80289def0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747802 Jul 12 03:56:21.466763 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-fbb2b47b-ae67-4c9f-899f-abf956d58184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:21.468122 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-fbb2b47b-ae67-4c9f-899f-abf956d58184 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 1130 time: 0.0659003 Jul 12 03:56:21.607451 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '5e5bbb22-386c-409f-a1c8-c7c5e89e6583', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:20Z', 'updated_at': '2022-07-12T03:56:20Z', 'revision_number': 0, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:21.632742 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-8a576481-497f-4fdc-9fd9-58c1c64a9069 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566341 Jul 12 03:56:21.633760 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] Checking router: ff031031-335e-42e4-a595-89a7537003a8 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:56:21.633906 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-47146064-373e-4515-8ae8-290045f47414 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:21.635146 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-47146064-373e-4515-8ae8-290045f47414 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 913 time: 0.1580403 Jul 12 03:56:21.639767 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:21.643364 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:56:21.644036 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:56:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:21.707892 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03379910-2572-4fb1-9fdf-c8b2bc51bd5a req-1a568c06-0f4f-4df7-93a8-a16ca3c0c096 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:21.711083 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-03379910-2572-4fb1-9fdf-c8b2bc51bd5a req-1a568c06-0f4f-4df7-93a8-a16ca3c0c096 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0500567 Jul 12 03:56:21.745768 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:56:21.757044 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:21.757630 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-03379910-2572-4fb1-9fdf-c8b2bc51bd5a req-eacc9d98-dd73-4d65-8b73-12c8e62a8a67 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418205 Jul 12 03:56:21.762221 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-bae0c825-6f98-4798-9d39-d0da292ac2f1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 HTTP/1.1" status: 200 len: 999 time: 0.1160886 Jul 12 03:56:21.823690 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dfec5d38-4a83-4b4d-a300-2426ed9ede58 req-e40185a5-ba8f-4bf7-8ab7-01d045fea526 service neutron] 10.222.0.44 "GET /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786671 Jul 12 03:56:21.830927 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-6ab8876b-fdfa-4e8c-88c3-48994c5d9fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:21.832332 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-6ab8876b-fdfa-4e8c-88c3-48994c5d9fbc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0630257 Jul 12 03:56:21.854476 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:21.883643 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-d5be3974-d2c9-4203-b23b-a441d1a50640 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:21.885164 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-d5be3974-d2c9-4203-b23b-a441d1a50640 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431547 Jul 12 03:56:21.965314 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '5e5bbb22-386c-409f-a1c8-c7c5e89e6583', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:20Z', 'updated_at': '2022-07-12T03:56:20Z', 'revision_number': 0, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:56:21.993525 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e26c0d-77a0-43cd-a4f0-ba80041bcb6b None None] The sync data for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi is: [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '5e5bbb22-386c-409f-a1c8-c7c5e89e6583', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:20Z', 'updated_at': '2022-07-12T03:56:20Z', 'revision_number': 0, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:56:21.998654 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-08fedc6e-3e07-4139-bbcd-4801d312397d service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866973 Jul 12 03:56:22.089846 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:22.094160 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2ff53958-88ee-4034-8c84-a77c60f12d09 req-64236cb2-36da-4bce-bbf9-f339bf2f0bd8 service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888119 Jul 12 03:56:22.181579 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91692c5e-914f-4bf9-b018-2eb0e051ee8d None None] New status for floating IP 5e5bbb22-386c-409f-a1c8-c7c5e89e6583: ACTIVE {{(pid=110649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:56:30.922436 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:56:31.752087 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=77,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:31.754046 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=47,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:32.088857 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=36 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:32.278894 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=7 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:32.283556 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:32.286850 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:43.887885 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=14 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:43.888811 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=39,neutron:DELETE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:56:45.209315 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-57209ef7-ea83-48a6-ad8f-36abf65dd2e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:46.830358 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:47.714604 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5ab6ac5b-a3b7-494f-8ec7-16203b4fc331 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:48.682133 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:50.151444 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:50.592692 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:56:56.516178 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3324bb1d-367d-4034-b282-371494f7a81d req-148001e6-28b6-478c-b868-caa3a4b5b966 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:56.517552 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3324bb1d-367d-4034-b282-371494f7a81d req-148001e6-28b6-478c-b868-caa3a4b5b966 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0529773 Jul 12 03:56:56.572582 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3324bb1d-367d-4034-b282-371494f7a81d req-bd5f40f9-b4b1-4557-bf3b-7362ecc3540c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463154 Jul 12 03:56:57.703244 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f131d18e-b5c0-42a1-a2cd-ce92e373271b req-cae9ee4c-7711-4f10-945f-ab90a470a7b4 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:57.704751 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f131d18e-b5c0-42a1-a2cd-ce92e373271b req-cae9ee4c-7711-4f10-945f-ab90a470a7b4 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0512347 Jul 12 03:56:57.755538 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f131d18e-b5c0-42a1-a2cd-ce92e373271b req-54627e97-7f33-4733-954c-bc21f5c6c61c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428994 Jul 12 03:56:58.881161 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47de919b-0fb1-4d7b-aa64-557114c860af req-aa87487b-0f86-4c29-b0da-2a3ca310495c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:56:58.882616 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-47de919b-0fb1-4d7b-aa64-557114c860af req-aa87487b-0f86-4c29-b0da-2a3ca310495c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0515234 Jul 12 03:56:58.930564 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-47de919b-0fb1-4d7b-aa64-557114c860af req-f54a6d35-39d7-4ece-b8b3-315fb3e526a6 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422673 Jul 12 03:57:00.060245 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41491963-dee1-4229-9b14-b937235f76a4 req-2363a094-52e1-4d6b-81c0-0be376d8188d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:00.062179 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-41491963-dee1-4229-9b14-b937235f76a4 req-2363a094-52e1-4d6b-81c0-0be376d8188d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0576506 Jul 12 03:57:00.115506 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-41491963-dee1-4229-9b14-b937235f76a4 req-0b3260b5-9eff-49a3-8da5-b5e374cf4cf0 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472589 Jul 12 03:57:00.139109 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-7dcc5465-f9e0-46e6-a5c0-cdab2a2f8027 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:00.140607 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-7dcc5465-f9e0-46e6-a5c0-cdab2a2f8027 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 946 time: 0.0494213 Jul 12 03:57:00.228108 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Deleting port a1b17494-72de-4c33-8c66-6af3d34f96b4 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:00.228326 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:00.316958 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] For port a1b17494-72de-4c33-8c66-6af3d34f96b4, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a1b17494-72de-4c33-8c66-6af3d34f96b4,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:00.317321 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:00.493895 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:00.494160 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (08dd0cd0-e615-4e35-a4da-25cfe04f8e9f), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:00.494498 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Floating IP 08dd0cd0-e615-4e35-a4da-25cfe04f8e9f disassociated. External IP: 172.27.0.82, port: a1b17494-72de-4c33-8c66-6af3d34f96b4. Jul 12 03:57:00.494839 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Calling delete_port for a1b17494-72de-4c33-8c66-6af3d34f96b4 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:00.575766 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:00.581946 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:00.584650 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:00.625492 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (a1b17494-72de-4c33-8c66-6af3d34f96b4), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:00.656452 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event deleted for resources: {'Port': ['ID=a1b17494-72de-4c33-8c66-6af3d34f96b4,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:00.665276 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.665607 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.665949 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.666316 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.666644 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.666968 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.667292 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.667614 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.667932 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.668261 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.668591 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.668907 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.669738 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.669738 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.669966 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:00.776104 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Router a66d401f-f75e-43e2-89d7-eebc90c1365f has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:57:00.827526 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:00.840066 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:00.891696 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:57:00.906021 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] Sync routers for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:57:00.915444 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:57:00.916051 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:56:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:00.938739 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] No DVR routers for this DVR port a1b17494-72de-4c33-8c66-6af3d34f96b4 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:57:00.944623 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:00.947964 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d2211a2-6b10-4895-858c-151bf04ead23 req-411921dc-67eb-457c-946a-79a0774b7d9c tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "DELETE /v2.0/ports/a1b17494-72de-4c33-8c66-6af3d34f96b4 HTTP/1.1" status: 204 len: 173 time: 0.8014870 Jul 12 03:57:00.948485 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'name': 'network-vif-deleted', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:57:00.950913 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f36be2d-abfc-468a-ae91-e1cfbc5422e5" -d '{"events": [{"server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "name": "network-vif-deleted", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:57:00.998198 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7d7d9e-2c6d-4f8a-afb6-bb148a05b390 x-openstack-request-id: req-8e7d7d9e-2c6d-4f8a-afb6-bb148a05b390 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:57:00.998479 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e3bc04-35b0-412b-b8d6-65165bc79e60", "name": "network-vif-deleted", "tag": "a1b17494-72de-4c33-8c66-6af3d34f96b4", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:57:00.998730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-8e7d7d9e-2c6d-4f8a-afb6-bb148a05b390 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:57:00.999137 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8e7d7d9e-2c6d-4f8a-afb6-bb148a05b390'] response: {'server_uuid': '82e3bc04-35b0-412b-b8d6-65165bc79e60', 'name': 'network-vif-deleted', 'tag': 'a1b17494-72de-4c33-8c66-6af3d34f96b4', 'status': 'completed', 'code': 200} Jul 12 03:57:01.019892 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:57:01.216571 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:23Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:01.226645 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5c490f74-4a3a-41e1-82ba-4857e23245f5 req-ea470bd5-9060-417d-bf57-7e6484c5f870 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=82e3bc04-35b0-412b-b8d6-65165bc79e60 HTTP/1.1" status: 200 len: 210 time: 0.0277810 Jul 12 03:57:01.240913 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] Checking router: a66d401f-f75e-43e2-89d7-eebc90c1365f for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:57:01.250201 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:57:01.250790 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:56:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:01.441986 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:57:01.625205 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:23Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:01.650001 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da34ea03-37e2-400c-9d7e-c84b190d7293 None None] The sync data for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi is: [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:11Z', 'revision_number': 4, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528', 'name': '', 'network_id': '8bb25d8f-4fca-43c0-92f4-dd80289def0e', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'mac_address': 'fa:16:3e:85:18:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_interface', 'standard_attr_id': 69, 'fixed_ips': [{'subnet_id': '385701f3-82c4-4660-9654-eb0084243bda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:10Z', 'updated_at': '2022-07-12T03:49:23Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'subnets': [{'id': '385701f3-82c4-4660-9654-eb0084243bda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:57:01.869428 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbc366ec-bedc-4b55-93d9-5a8cb7b25b04 None None] New status for floating IP 08dd0cd0-e615-4e35-a4da-25cfe04f8e9f: DOWN {{(pid=110649) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:57:02.327117 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39496) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:02.385858 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4851fb63-e32f-47fc-bf45-4b4ad5a96664 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group (ab5f7a41-71e1-4ed6-8ff1-7ce00b478970), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.411837 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4851fb63-e32f-47fc-bf45-4b4ad5a96664 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group (ab5f7a41-71e1-4ed6-8ff1-7ce00b478970), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.465573 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4851fb63-e32f-47fc-bf45-4b4ad5a96664 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ab5f7a41-71e1-4ed6-8ff1-7ce00b478970), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.468078 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4851fb63-e32f-47fc-bf45-4b4ad5a96664 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.469214 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4851fb63-e32f-47fc-bf45-4b4ad5a96664 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "DELETE /v2.0/security-groups/ab5f7a41-71e1-4ed6-8ff1-7ce00b478970 HTTP/1.1" status: 204 len: 168 time: 0.1410782 Jul 12 03:57:02.472016 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39498) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:02.478385 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4851fb63-e32f-47fc-bf45-4b4ad5a96664 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab5f7a41-71e1-4ed6-8ff1-7ce00b478970,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:02.489037 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.api.v2.resource [None req-67323cb2-8836-4fc3-a7ef-b64718aee43b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] show failed (client error): The resource could not be found. Jul 12 03:57:02.490096 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-67323cb2-8836-4fc3-a7ef-b64718aee43b tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups/ab5f7a41-71e1-4ed6-8ff1-7ce00b478970 HTTP/1.1" status: 404 len: 347 time: 0.0170534 Jul 12 03:57:02.492926 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39500) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:02.603312 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Deleting port 732287e2-8ff6-44e0-9f8e-feb943207426 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:02.603627 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (732287e2-8ff6-44e0-9f8e-feb943207426), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.687351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (732287e2-8ff6-44e0-9f8e-feb943207426), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.687672 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for floatingip (732287e2-8ff6-44e0-9f8e-feb943207426), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.700884 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Calling delete_port for 732287e2-8ff6-44e0-9f8e-feb943207426 owned by network:floatingip {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:02.842291 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (732287e2-8ff6-44e0-9f8e-feb943207426), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.879819 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event deleted for resources: {'Port': ['ID=732287e2-8ff6-44e0-9f8e-feb943207426,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:02.944520 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks [] for floatingip (08dd0cd0-e615-4e35-a4da-25cfe04f8e9f), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.946988 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:02.948248 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-5c63052e-38d1-438e-9a8c-be08a89803b2 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "DELETE /v2.0/floatingips/08dd0cd0-e615-4e35-a4da-25cfe04f8e9f HTTP/1.1" status: 204 len: 168 time: 0.4542964 Jul 12 03:57:04.020138 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device a1b17494-72de-4c33-8c66-6af3d34f96b4 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:57:04.053215 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: a1b17494-72de-4c33-8c66-6af3d34f96b4 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:57:04.053559 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device a1b17494-72de-4c33-8c66-6af3d34f96b4 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:57:05.454173 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10edcf92-c79e-4848-a847-b1dbccf7c039 req-7d59546c-c496-4581-9e8d-af3b85d8eccc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:05.455653 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-10edcf92-c79e-4848-a847-b1dbccf7c039 req-7d59546c-c496-4581-9e8d-af3b85d8eccc tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0492935 Jul 12 03:57:05.509480 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-10edcf92-c79e-4848-a847-b1dbccf7c039 req-767f16a8-5b84-4366-8cf4-fa613335bda4 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Jul 12 03:57:06.395710 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-2ca1ec7d-7a43-4998-a37a-bfb0f4d6c5a5 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:06.397184 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-2ca1ec7d-7a43-4998-a37a-bfb0f4d6c5a5 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0630610 Jul 12 03:57:06.481240 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Deleting port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:06.481576 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:06.576587 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] For port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:06.576945 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:06.598691 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Calling delete_port for d0f7e295-9d5e-45ea-b61d-7a13f716e4ae owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:06.671664 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d607b06-9925-4afd-9b9c-ea41794244db req-f3dd61d8-5751-4619-bac6-50c816c26446 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:06.673085 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d607b06-9925-4afd-9b9c-ea41794244db req-f3dd61d8-5751-4619-bac6-50c816c26446 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=150b0be7-7300-4733-a0bc-76a06ec8bf4e HTTP/1.1" status: 200 len: 945 time: 0.0860047 Jul 12 03:57:06.742054 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7d607b06-9925-4afd-9b9c-ea41794244db req-cb9c8ee9-e22c-4823-89ec-c31945a0598d tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618443 Jul 12 03:57:06.797802 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (d0f7e295-9d5e-45ea-b61d-7a13f716e4ae), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:06.826223 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event deleted for resources: {'Port': ['ID=d0f7e295-9d5e-45ea-b61d-7a13f716e4ae,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:06.834987 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['9d25c1e9-86c8-4922-a334-9f6f33f80277', 'd0f7e295-9d5e-45ea-b61d-7a13f716e4ae'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:57:06.877257 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] No DVR routers for this DVR port d0f7e295-9d5e-45ea-b61d-7a13f716e4ae on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:57:06.879851 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:06.883066 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19a0b92e-b191-4c57-94bc-9bc9b5e1a2ba req-e8ede2a7-f0aa-4adf-91cd-8a2376c5a62a tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "DELETE /v2.0/ports/d0f7e295-9d5e-45ea-b61d-7a13f716e4ae HTTP/1.1" status: 204 len: 173 time: 0.4803138 Jul 12 03:57:06.883502 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150b0be7-7300-4733-a0bc-76a06ec8bf4e', 'name': 'network-vif-deleted', 'tag': 'd0f7e295-9d5e-45ea-b61d-7a13f716e4ae'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:57:06.885749 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a1bf971-2f42-41d0-ac03-c47af73d2f15" -d '{"events": [{"server_uuid": "150b0be7-7300-4733-a0bc-76a06ec8bf4e", "name": "network-vif-deleted", "tag": "d0f7e295-9d5e-45ea-b61d-7a13f716e4ae"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:57:06.921980 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2abca3fa-427b-464d-a8e4-3d920b7ee9f5 x-openstack-request-id: req-2abca3fa-427b-464d-a8e4-3d920b7ee9f5 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:57:06.922223 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "150b0be7-7300-4733-a0bc-76a06ec8bf4e", "name": "network-vif-deleted", "tag": "d0f7e295-9d5e-45ea-b61d-7a13f716e4ae", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:57:06.922441 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2abca3fa-427b-464d-a8e4-3d920b7ee9f5 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:57:06.922975 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2abca3fa-427b-464d-a8e4-3d920b7ee9f5'] response: {'server_uuid': '150b0be7-7300-4733-a0bc-76a06ec8bf4e', 'name': 'network-vif-deleted', 'tag': 'd0f7e295-9d5e-45ea-b61d-7a13f716e4ae', 'status': 'completed', 'code': 200} Jul 12 03:57:07.922102 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:57:08.035481 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc14c9b4-821c-4264-84c9-fcd83bc74e44 req-7d3f16ca-f365-49f5-817f-885ad0db6853 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:08.036992 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc14c9b4-821c-4264-84c9-fcd83bc74e44 req-7d3f16ca-f365-49f5-817f-885ad0db6853 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0482633 Jul 12 03:57:08.088040 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bc14c9b4-821c-4264-84c9-fcd83bc74e44 req-24ace0a3-f37a-471c-b3ba-2567ac9e9507 tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/security-groups?id=f6e267a0-3c3d-4966-aba3-da2e0e7948fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426488 Jul 12 03:57:08.816475 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-0ce254b5-d6ae-45d1-befa-db27a721deae tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:08.817898 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-0ce254b5-d6ae-45d1-befa-db27a721deae tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 945 time: 0.0541708 Jul 12 03:57:08.907479 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Deleting port 9d25c1e9-86c8-4922-a334-9f6f33f80277 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:08.907820 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:08.998088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] For port 9d25c1e9-86c8-4922-a334-9f6f33f80277, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=9d25c1e9-86c8-4922-a334-9f6f33f80277,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:08.998454 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:09.011128 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Calling delete_port for 9d25c1e9-86c8-4922-a334-9f6f33f80277 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:09.014708 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:09.021349 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:09.150091 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (9d25c1e9-86c8-4922-a334-9f6f33f80277), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:09.182113 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Pushing event deleted for resources: {'Port': ['ID=9d25c1e9-86c8-4922-a334-9f6f33f80277,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:09.189456 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f167a3e8-acfe-4295-b2d1-1f89ee352b58 req-18d246f8-778a-4d26-a60d-f9d8a41ae7af tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.20 "GET /v2.0/ports?device_id=48f1cbdb-c631-4f89-b3c5-8e74819e942d HTTP/1.1" status: 200 len: 210 time: 0.0299306 Jul 12 03:57:09.206196 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['9d25c1e9-86c8-4922-a334-9f6f33f80277'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:57:09.226760 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] No DVR routers for this DVR port 9d25c1e9-86c8-4922-a334-9f6f33f80277 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:57:09.229479 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:09.232738 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-135077a1-e40e-4b2d-9565-62716fca9e63 req-622b5865-a70f-4348-96c0-befe5d3a07cd tempest-ServerRescueNegativeTestJSON-1509525019 tempest-ServerRescueNegativeTestJSON-1509525019-project] 10.222.0.44 "DELETE /v2.0/ports/9d25c1e9-86c8-4922-a334-9f6f33f80277 HTTP/1.1" status: 204 len: 173 time: 0.4090102 Jul 12 03:57:09.233202 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48f1cbdb-c631-4f89-b3c5-8e74819e942d', 'name': 'network-vif-deleted', 'tag': '9d25c1e9-86c8-4922-a334-9f6f33f80277'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:57:09.235482 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-157a0dbd-1757-465d-bdf2-b7e63fc9e51a" -d '{"events": [{"server_uuid": "48f1cbdb-c631-4f89-b3c5-8e74819e942d", "name": "network-vif-deleted", "tag": "9d25c1e9-86c8-4922-a334-9f6f33f80277"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:57:09.270947 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:57:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae5aca6-c2dc-4abe-99f9-c5fe2ce091aa x-openstack-request-id: req-3ae5aca6-c2dc-4abe-99f9-c5fe2ce091aa {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:57:09.271216 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48f1cbdb-c631-4f89-b3c5-8e74819e942d", "name": "network-vif-deleted", "tag": "9d25c1e9-86c8-4922-a334-9f6f33f80277", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:57:09.271487 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-3ae5aca6-c2dc-4abe-99f9-c5fe2ce091aa {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:57:09.272121 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ae5aca6-c2dc-4abe-99f9-c5fe2ce091aa'] response: {'server_uuid': '48f1cbdb-c631-4f89-b3c5-8e74819e942d', 'name': 'network-vif-deleted', 'tag': '9d25c1e9-86c8-4922-a334-9f6f33f80277', 'status': 'completed', 'code': 200} Jul 12 03:57:10.037946 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device d0f7e295-9d5e-45ea-b61d-7a13f716e4ae no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:57:10.056721 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: d0f7e295-9d5e-45ea-b61d-7a13f716e4ae {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:57:10.057056 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device d0f7e295-9d5e-45ea-b61d-7a13f716e4ae not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:57:10.262959 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39540) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:10.775540 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (a66d401f-f75e-43e2-89d7-eebc90c1365f), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:11.253770 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Deleting port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:11.254060 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:11.338973 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] For port 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:11.339635 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:11.352357 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Calling delete_port for 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 owned by network:router_interface {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:11.363725 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:11.400563 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:11.543787 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:11.567300 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:11.628626 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=80 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:11.742690 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (a66d401f-f75e-43e2-89d7-eebc90c1365f), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:11.967479 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Router a66d401f-f75e-43e2-89d7-eebc90c1365f has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:57:12.081981 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:57:12.087489 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-97d498eb-6106-4685-adc6-4e08dbf3dce0 admin admin] 10.222.0.20 "PUT /v2.0/routers/a66d401f-f75e-43e2-89d7-eebc90c1365f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8234463 Jul 12 03:57:12.090010 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39548) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:12.095773 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] Sync routers for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:57:12.107186 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:57:12.107799 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:56:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:12.187184 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks [] for router (a66d401f-f75e-43e2-89d7-eebc90c1365f), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.204836 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:57:12.285916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks [] for router_gateway (a66d401f-f75e-43e2-89d7-eebc90c1365f), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.299828 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:12.323914 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:12.333542 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Deleting port 7d785700-49d5-4d84-823d-7e4ab8762005 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:12.333874 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.370400 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25'}], 'enable_snat': True}, 'gw_port_id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:57:11Z', 'revision_number': 5, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port': {'id': '7d785700-49d5-4d84-823d-7e4ab8762005', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:86:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:05Z', 'updated_at': '2022-07-12T03:49:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:12.394751 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] Checking router: a66d401f-f75e-43e2-89d7-eebc90c1365f for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:57:12.403542 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] Routers {'a66d401f-f75e-43e2-89d7-eebc90c1365f'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:57:12.404236 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:56:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['a66d401f-f75e-43e2-89d7-eebc90c1365f'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:12.416352 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] For port 7d785700-49d5-4d84-823d-7e4ab8762005, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=7d785700-49d5-4d84-823d-7e4ab8762005,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:12.416912 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.429642 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Calling delete_port for 7d785700-49d5-4d84-823d-7e4ab8762005 owned by network:router_gateway {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:12.487088 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:12.488622 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] Set router a66d401f-f75e-43e2-89d7-eebc90c1365f gateway port host: None {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:57:12.540133 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:57:12Z', 'revision_number': 6, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:12.565690 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53f4092-2afd-41c4-b2d8-6969f68f9dd6 None None] The sync data for ids ['a66d401f-f75e-43e2-89d7-eebc90c1365f'] in dv-cinder-847730-4-iscsi is: [{'id': 'a66d401f-f75e-43e2-89d7-eebc90c1365f', 'name': 'tempest-ServerRescueNegativeTestJSON-848023191-router', 'tenant_id': 'fd03cff94a1842d8811deafa0dce10f9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:57:12Z', 'revision_number': 6, 'project_id': 'fd03cff94a1842d8811deafa0dce10f9', 'gw_port_host': None}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:57:12.593188 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (7d785700-49d5-4d84-823d-7e4ab8762005), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.619578 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Pushing event deleted for resources: {'Port': ['ID=7d785700-49d5-4d84-823d-7e4ab8762005,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:12.682861 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (a66d401f-f75e-43e2-89d7-eebc90c1365f), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.766676 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (a66d401f-f75e-43e2-89d7-eebc90c1365f), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.768879 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks [] for router_controller (a66d401f-f75e-43e2-89d7-eebc90c1365f), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.818184 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (a66d401f-f75e-43e2-89d7-eebc90c1365f), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.818803 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a66d401f-f75e-43e2-89d7-eebc90c1365f {{(pid=110648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 03:57:12.823488 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.824648 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-67bccbe8-8169-4b72-9105-7ed61da63d73 admin admin] 10.222.0.20 "DELETE /v2.0/routers/a66d401f-f75e-43e2-89d7-eebc90c1365f HTTP/1.1" status: 204 len: 168 time: 0.7337668 Jul 12 03:57:12.828383 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39550) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:12.874089 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a0db544-7d51-4264-87ad-bc3fbe6c676c admin admin] Deleting subnet 385701f3-82c4-4660-9654-eb0084243bda {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:57:12.877619 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7a0db544-7d51-4264-87ad-bc3fbe6c676c admin admin] Publish callbacks [] for subnet (385701f3-82c4-4660-9654-eb0084243bda), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:12.914571 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7a0db544-7d51-4264-87ad-bc3fbe6c676c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (385701f3-82c4-4660-9654-eb0084243bda), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.022205 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7a0db544-7d51-4264-87ad-bc3fbe6c676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (385701f3-82c4-4660-9654-eb0084243bda), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.076221 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7a0db544-7d51-4264-87ad-bc3fbe6c676c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (385701f3-82c4-4660-9654-eb0084243bda), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.099345 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0db544-7d51-4264-87ad-bc3fbe6c676c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=385701f3-82c4-4660-9654-eb0084243bda,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:13.104904 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7a0db544-7d51-4264-87ad-bc3fbe6c676c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.110258 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-7a0db544-7d51-4264-87ad-bc3fbe6c676c admin admin] 10.222.0.20 "DELETE /v2.0/subnets/385701f3-82c4-4660-9654-eb0084243bda HTTP/1.1" status: 204 len: 168 time: 0.2786708 Jul 12 03:57:13.110579 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39552) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:13.110952 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-658600d1-17a3-439e-8833-9182310f0ad0 None None] Network 8bb25d8f-4fca-43c0-92f4-dd80289def0e requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:57:13.130889 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:13.187129 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (8bb25d8f-4fca-43c0-92f4-dd80289def0e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.229267 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Deleting port 4197481a-ebc9-4eec-921b-e345581582a6 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:13.229601 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (4197481a-ebc9-4eec-921b-e345581582a6), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.289034 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:DELETE=9,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:13.296384 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] For port 4197481a-ebc9-4eec-921b-e345581582a6, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=4197481a-ebc9-4eec-921b-e345581582a6,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:13.298916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (4197481a-ebc9-4eec-921b-e345581582a6), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.306112 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889d8488-4182-4e25-9078-3ad34941391a None None] DHCP port deletion for 8bb25d8f-4fca-43c0-92f4-dd80289def0e request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 03:57:13.311785 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Calling delete_port for 4197481a-ebc9-4eec-921b-e345581582a6 owned by network:dhcp {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:13.343022 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Deleting port 4197481a-ebc9-4eec-921b-e345581582a6 {{(pid=110649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:13.343259 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (4197481a-ebc9-4eec-921b-e345581582a6), before_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.392723 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (4197481a-ebc9-4eec-921b-e345581582a6), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.411554 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-889d8488-4182-4e25-9078-3ad34941391a None None] For port 4197481a-ebc9-4eec-921b-e345581582a6, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=4197481a-ebc9-4eec-921b-e345581582a6,segment=NetworkSegment(c70b3e1c-0e57-40f2-93f8-273f2f274c7e),segment_id=c70b3e1c-0e57-40f2-93f8-273f2f274c7e)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:13.412090 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (4197481a-ebc9-4eec-921b-e345581582a6), precommit_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.419015 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Pushing event deleted for resources: {'Port': ['ID=4197481a-ebc9-4eec-921b-e345581582a6,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:13.422902 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] No DVR routers for this DVR port 4197481a-ebc9-4eec-921b-e345581582a6 on host dv-cinder-847730-4-iscsi {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:57:13.427519 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Calling delete_port for 4197481a-ebc9-4eec-921b-e345581582a6 owned by network:dhcp {{(pid=110649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:13.495276 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (8bb25d8f-4fca-43c0-92f4-dd80289def0e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.503441 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566'] for port (4197481a-ebc9-4eec-921b-e345581582a6), after_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.516809 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bb25d8f-4fca-43c0-92f4-dd80289def0e']}} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:13.527481 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e') {'for_net_delete': True} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:13.527916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c70b3e1c-0e57-40f2-93f8-273f2f274c7e') {} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:13.532897 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Pushing event deleted for resources: {'Port': ['ID=4197481a-ebc9-4eec-921b-e345581582a6,revision_number=None']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:13.537413 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-889d8488-4182-4e25-9078-3ad34941391a None None] No DVR routers for this DVR port 4197481a-ebc9-4eec-921b-e345581582a6 on host dv-cinder-847730-4-iscsi {{(pid=110649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:57:13.539644 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785002'] for segment (c70b3e1c-0e57-40f2-93f8-273f2f274c7e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.546927 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.547272 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.547996 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.548513 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.548994 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.549537 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.550017 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.550504 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.550979 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.552054 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.552535 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.553493 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.553975 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.554438 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.554932 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-889d8488-4182-4e25-9078-3ad34941391a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:13.558302 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (c70b3e1c-0e57-40f2-93f8-273f2f274c7e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.565614 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=110648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:57:13.566082 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6355240'] for segment (c70b3e1c-0e57-40f2-93f8-273f2f274c7e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.630900 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (8bb25d8f-4fca-43c0-92f4-dd80289def0e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.637261 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.643120 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8bb25d8f-4fca-43c0-92f4-dd80289def0e HTTP/1.1" status: 204 len: 168 time: 0.5315843 Jul 12 03:57:13.655147 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8a5b2b-abf5-489b-979f-76853a226446 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bb25d8f-4fca-43c0-92f4-dd80289def0e,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:13.735729 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment c70b3e1c-0e57-40f2-93f8-273f2f274c7e resource provider aggregate not found Jul 12 03:57:13.752713 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment c70b3e1c-0e57-40f2-93f8-273f2f274c7e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c70b3e1c-0e57-40f2-93f8-273f2f274c7e found for delete ", "request_id": "req-8917ab98-aeba-4751-b8b0-0d31f610766f"}]} Jul 12 03:57:13.754818 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 4197481a-ebc9-4eec-921b-e345581582a6 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:57:13.774556 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 4197481a-ebc9-4eec-921b-e345581582a6 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:57:13.774883 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 4197481a-ebc9-4eec-921b-e345581582a6 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:57:13.775302 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:57:13.791273 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39562) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:13.794898 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:57:13.795419 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 8ec73b5d-8e02-4b7f-8a8d-aae9b21ce528 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:57:13.795842 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 7d785700-49d5-4d84-823d-7e4ab8762005 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:57:13.814193 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 7d785700-49d5-4d84-823d-7e4ab8762005 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:57:13.814537 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 7d785700-49d5-4d84-823d-7e4ab8762005 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:57:13.839200 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-d81e1432-46f0-43dc-9ead-42d64e7f61fe admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=fd03cff94a1842d8811deafa0dce10f9&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0466664 Jul 12 03:57:13.841677 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39564) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:13.904701 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88c10d13-f321-4f63-b395-06b63ef637ea admin admin] Publish callbacks [] for security_group (f6e267a0-3c3d-4966-aba3-da2e0e7948fd), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.927703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88c10d13-f321-4f63-b395-06b63ef637ea admin admin] Publish callbacks [] for security_group (f6e267a0-3c3d-4966-aba3-da2e0e7948fd), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.983328 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88c10d13-f321-4f63-b395-06b63ef637ea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f6e267a0-3c3d-4966-aba3-da2e0e7948fd), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.985993 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-88c10d13-f321-4f63-b395-06b63ef637ea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:13.987151 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-88c10d13-f321-4f63-b395-06b63ef637ea admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f6e267a0-3c3d-4966-aba3-da2e0e7948fd HTTP/1.1" status: 204 len: 168 time: 0.1445923 Jul 12 03:57:13.994891 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c10d13-f321-4f63-b395-06b63ef637ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e267a0-3c3d-4966-aba3-da2e0e7948fd,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:14.045131 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 9d25c1e9-86c8-4922-a334-9f6f33f80277 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:57:14.063983 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 9d25c1e9-86c8-4922-a334-9f6f33f80277 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:57:14.064472 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 9d25c1e9-86c8-4922-a334-9f6f33f80277 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:57:15.201982 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-9f768e6c-a946-4d90-85e1-21011fca48d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:16.822904 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:17.708232 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-2428ea56-d5c6-4471-84f9-5ded3c29f807 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:18.683493 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:19.169180 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:DELETE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:19.170038 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=89,neutron:DELETE=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:19.556183 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059642d6-0a11-4727-b839-13165ff652f4 req-d65f72e1-b3c6-4f10-8ec3-95c25359e31d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:19.557709 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-059642d6-0a11-4727-b839-13165ff652f4 req-d65f72e1-b3c6-4f10-8ec3-95c25359e31d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0520008 Jul 12 03:57:19.613571 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-848b1005-c8fc-4fda-a7a5-48c22fd16996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:19.615085 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-848b1005-c8fc-4fda-a7a5-48c22fd16996 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b38d912121c64d5e887dc21e354b3cfd&device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1168 time: 0.0565214 Jul 12 03:57:19.704766 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:19.712104 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-059642d6-0a11-4727-b839-13165ff652f4 req-ed584fe6-0250-4d0c-9de3-2b4eb7422e18 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1427784 Jul 12 03:57:19.742067 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-2820648f-7aeb-46fa-b4e7-fa207269e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:19.743589 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-2820648f-7aeb-46fa-b4e7-fa207269e5ca service neutron] 10.222.0.44 "GET /v2.0/networks?id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 200 len: 916 time: 0.1206036 Jul 12 03:57:19.807054 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-b27a160a-6d3b-4c50-8a43-37cd66880476 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 1001 time: 0.0568798 Jul 12 03:57:19.857583 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-563622f4-b1ee-4437-a945-13ff9c0ed474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:19.858996 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-563622f4-b1ee-4437-a945-13ff9c0ed474 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=418f5041-ae24-4040-b371-85610930cb5e HTTP/1.1" status: 200 len: 854 time: 0.0451839 Jul 12 03:57:19.899562 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:19.907379 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-6f3c3b83-2a5b-411c-a69f-4bf47274ccf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:19.908887 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-6f3c3b83-2a5b-411c-a69f-4bf47274ccf3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431623 Jul 12 03:57:20.008125 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-40f95575-9035-4a1b-bc0b-8711b17222d3 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925353 Jul 12 03:57:20.103777 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f68d48b-3e5b-4d03-a7a7-b0a82e6f0cb4 req-be3c55c6-9c1f-425a-a70f-fa098333d5ab service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887017 Jul 12 03:57:20.152573 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:20.501217 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-4d45ab32-cda1-415d-92df-b17c984e94b9 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0525031 Jul 12 03:57:20.589610 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:20.611396 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-59b1f4f5-0ffa-42e8-865d-77af3fdee993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:20.612988 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-59b1f4f5-0ffa-42e8-865d-77af3fdee993 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 1130 time: 0.0436015 Jul 12 03:57:20.836897 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396cdf45-d85f-4cdd-8e4a-8cdca064fdab req-70a0c269-bc8a-4e4b-829e-63c9338f36ad tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:20.838484 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-396cdf45-d85f-4cdd-8e4a-8cdca064fdab req-70a0c269-bc8a-4e4b-829e-63c9338f36ad tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0518718 Jul 12 03:57:20.904101 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-396cdf45-d85f-4cdd-8e4a-8cdca064fdab req-a64cc084-a5a5-4297-8832-2610f64c673e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0592074 Jul 12 03:57:20.977718 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-591ad901-dd27-433e-884e-4a00da3c5d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:20.979214 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-591ad901-dd27-433e-884e-4a00da3c5d78 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 911 time: 0.3437645 Jul 12 03:57:21.044210 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-540b632f-1bc4-4b77-8f75-083e544998d7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a62f409-2f00-4669-85c4-d882010074e6 HTTP/1.1" status: 200 len: 1002 time: 0.0581474 Jul 12 03:57:21.098255 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-20139468-6ae0-44a1-8d13-3571d56ef6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:21.099759 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-20139468-6ae0-44a1-8d13-3571d56ef6cf service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.0498383 Jul 12 03:57:21.145975 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-e3fcea2c-ed44-4682-b8dc-98aa569a1253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:21.147468 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-e3fcea2c-ed44-4682-b8dc-98aa569a1253 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403471 Jul 12 03:57:21.266326 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-b74060e8-c69f-47c6-bee1-b091acc5885a service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065445 Jul 12 03:57:21.370065 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c30bd908-6571-4132-84a8-30cb5792bf53 req-ff1f680b-3fc2-453b-8ca6-128ebdd76ad3 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943213 Jul 12 03:57:22.029721 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b6c6a-dffd-43d9-9942-6478ac07fa7d req-992d3d72-08c3-4d37-b8c5-eb09a0a0c592 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:22.031187 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2f2b6c6a-dffd-43d9-9942-6478ac07fa7d req-992d3d72-08c3-4d37-b8c5-eb09a0a0c592 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0490437 Jul 12 03:57:22.094506 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2f2b6c6a-dffd-43d9-9942-6478ac07fa7d req-ffd09af4-611d-4b65-ab67-a4702fbb1870 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0570967 Jul 12 03:57:22.542817 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=41 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:22.543694 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:23.217380 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49a0456-44a7-4957-9c05-70e01e3e58ac req-38f1de9a-5a7d-47b5-ab44-96c5b4e91f9b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:23.218759 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b49a0456-44a7-4957-9c05-70e01e3e58ac req-38f1de9a-5a7d-47b5-ab44-96c5b4e91f9b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0491858 Jul 12 03:57:23.287651 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b49a0456-44a7-4957-9c05-70e01e3e58ac req-be8858b2-6497-4cf4-87fd-b200be823c51 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629463 Jul 12 03:57:23.535393 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39696) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:23.650903 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:23.728812 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Publish callbacks [] for security_group (285eabeb-2245-4b9e-b4e4-2446dcb26f4c), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:23.735060 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (285eabeb-2245-4b9e-b4e4-2446dcb26f4c), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:23.783132 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=03b40df2287441b991e9762f740fd48e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2465501 Jul 12 03:57:23.784924 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=285eabeb-2245-4b9e-b4e4-2446dcb26f4c,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:23.786659 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39700) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:23.792422 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.792763 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.793094 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.793424 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.793747 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.794066 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.794382 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.794696 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.795010 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.795363 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.795672 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.795988 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.796392 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.796700 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.796990 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f119aa6c-1745-4de7-a853-c0de4311b48d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:57:23.834910 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:23.841044 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-3944-42b4-803e-a091a19eaaab admin admin] Publish callbacks [] for security_group (285eabeb-2245-4b9e-b4e4-2446dcb26f4c), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:23.872098 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-3944-42b4-803e-a091a19eaaab admin admin] Publish callbacks [] for security_group (285eabeb-2245-4b9e-b4e4-2446dcb26f4c), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:23.895399 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:23.922920 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-3944-42b4-803e-a091a19eaaab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (285eabeb-2245-4b9e-b4e4-2446dcb26f4c), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:23.925598 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a6c93f20-3944-42b4-803e-a091a19eaaab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:23.926783 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-a6c93f20-3944-42b4-803e-a091a19eaaab admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/285eabeb-2245-4b9e-b4e4-2446dcb26f4c HTTP/1.1" status: 204 len: 168 time: 0.1388128 Jul 12 03:57:23.934638 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c93f20-3944-42b4-803e-a091a19eaaab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=285eabeb-2245-4b9e-b4e4-2446dcb26f4c,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:24.405118 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f905144-62ca-4ec1-a1ae-83430c2801ef req-885fa695-3b9a-4f10-be48-db5a18e9a6c5 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:24.406651 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3f905144-62ca-4ec1-a1ae-83430c2801ef req-885fa695-3b9a-4f10-be48-db5a18e9a6c5 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0509477 Jul 12 03:57:24.471080 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3f905144-62ca-4ec1-a1ae-83430c2801ef req-b81fc0eb-c17a-46bb-885f-d97e0badd118 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0584409 Jul 12 03:57:25.608353 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a703d0b0-34af-4265-bf93-a15d6d04e026 req-12e3e2cf-0891-494f-8376-3acfefff89d7 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:25.609873 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a703d0b0-34af-4265-bf93-a15d6d04e026 req-12e3e2cf-0891-494f-8376-3acfefff89d7 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0570266 Jul 12 03:57:25.670388 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a703d0b0-34af-4265-bf93-a15d6d04e026 req-f8e41e18-8b13-4d4b-9d99-529c07ddf20d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0537119 Jul 12 03:57:26.790353 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f064d1f-04a2-4c7e-ac8d-b8cac552a29d req-aa73b432-6f51-497d-850f-f08b7067c259 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:26.791869 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f064d1f-04a2-4c7e-ac8d-b8cac552a29d req-aa73b432-6f51-497d-850f-f08b7067c259 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0524645 Jul 12 03:57:26.854165 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5f064d1f-04a2-4c7e-ac8d-b8cac552a29d req-2a42cbed-395d-462d-a2f4-b45f0c8a65d7 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0564902 Jul 12 03:57:27.985436 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a016747-7812-40cb-b066-9c184ae0c0fc req-f0ac58d9-89c4-4175-8d04-258c32d78f6e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:27.986941 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4a016747-7812-40cb-b066-9c184ae0c0fc req-f0ac58d9-89c4-4175-8d04-258c32d78f6e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0574338 Jul 12 03:57:28.053371 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4a016747-7812-40cb-b066-9c184ae0c0fc req-47877fc6-517b-4433-9bb4-dc73063e908b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0578475 Jul 12 03:57:29.177948 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf737636-0894-4fdd-b0db-74e4c3a00264 req-a3b05d4d-a2c3-495b-a292-e85ee672c7b2 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:29.179410 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cf737636-0894-4fdd-b0db-74e4c3a00264 req-a3b05d4d-a2c3-495b-a292-e85ee672c7b2 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0490561 Jul 12 03:57:29.244186 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cf737636-0894-4fdd-b0db-74e4c3a00264 req-cb96e25e-7bf6-439c-8271-206fc432b5b6 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0562263 Jul 12 03:57:30.370430 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcec968-0590-49fa-b238-0d3ba3d2b08b req-84a711e4-944d-4053-97a0-4e8deedcda49 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:30.371903 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9fcec968-0590-49fa-b238-0d3ba3d2b08b req-84a711e4-944d-4053-97a0-4e8deedcda49 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0493200 Jul 12 03:57:30.437151 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9fcec968-0590-49fa-b238-0d3ba3d2b08b req-cb55e01a-d464-40cf-b6b0-6121add7450e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593119 Jul 12 03:57:30.583134 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=54,neutron:UPDATE=8,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:31.567083 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48e358c-5598-4341-8871-a1360bc2ce8c req-18d04845-0d25-439c-b1a4-2b64e2f8fed1 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:31.568572 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a48e358c-5598-4341-8871-a1360bc2ce8c req-18d04845-0d25-439c-b1a4-2b64e2f8fed1 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0539188 Jul 12 03:57:31.628949 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a48e358c-5598-4341-8871-a1360bc2ce8c req-6e05ac5b-3a60-4566-9f3d-36fa1c52492b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0544276 Jul 12 03:57:32.752331 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24920964-39eb-4f3c-a4ce-cb1ec96b8080 req-072b2f23-9230-43b1-b552-41d22e8c14e9 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:32.754121 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-24920964-39eb-4f3c-a4ce-cb1ec96b8080 req-072b2f23-9230-43b1-b552-41d22e8c14e9 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0513842 Jul 12 03:57:32.819820 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-24920964-39eb-4f3c-a4ce-cb1ec96b8080 req-6342e2fe-f8dc-4d1f-a55d-1b328053bade tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597999 Jul 12 03:57:32.882150 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ee5325-56e0-453b-903c-6163a6015348 req-636e2e93-ebc3-4c7b-9edf-48640848db37 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:32.883531 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c8ee5325-56e0-453b-903c-6163a6015348 req-636e2e93-ebc3-4c7b-9edf-48640848db37 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0503805 Jul 12 03:57:32.936302 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c8ee5325-56e0-453b-903c-6163a6015348 req-b1fafa38-9cab-4c52-826a-7a358703f51f tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439835 Jul 12 03:57:33.938471 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fb6e44-d977-4c8f-b139-d51621e61d39 req-9eba104c-0464-434c-b341-58ec472ce360 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:33.942424 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-85fb6e44-d977-4c8f-b139-d51621e61d39 req-9eba104c-0464-434c-b341-58ec472ce360 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0550809 Jul 12 03:57:33.948442 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=60,neutron:DELETE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:33.949704 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=55,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:34.034920 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-85fb6e44-d977-4c8f-b139-d51621e61d39 req-9ac1f8df-fa80-411a-90ea-117bbfbd259a tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0794890 Jul 12 03:57:34.065799 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665a75dc-75d4-4ecf-b98f-70d954ed8960 req-c2706a07-8326-485d-b922-eabf07d03647 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:34.067522 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-665a75dc-75d4-4ecf-b98f-70d954ed8960 req-c2706a07-8326-485d-b922-eabf07d03647 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0556443 Jul 12 03:57:34.101025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=92,neutron:INSERT=8 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:34.118635 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-665a75dc-75d4-4ecf-b98f-70d954ed8960 req-3523e73e-379a-4c30-9e04-549d8f3ad408 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=6be6b002-da91-4118-82e8-26814133f83e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443552 Jul 12 03:57:34.577038 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-1e6e9a23-4106-4435-86a7-bde0f0c9e240 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:34.578482 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-1e6e9a23-4106-4435-86a7-bde0f0c9e240 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 946 time: 0.0604208 Jul 12 03:57:34.665191 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Deleting port 8a62f409-2f00-4669-85c4-d882010074e6 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:34.665570 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (8a62f409-2f00-4669-85c4-d882010074e6), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:34.769970 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] For port 8a62f409-2f00-4669-85c4-d882010074e6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=8a62f409-2f00-4669-85c4-d882010074e6,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:34.770340 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (8a62f409-2f00-4669-85c4-d882010074e6), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:34.785798 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:34.920392 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:34.934475 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:34.934833 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (fcb72de5-9e96-45aa-a862-f627a57fcb14), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:34.935143 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Floating IP fcb72de5-9e96-45aa-a862-f627a57fcb14 disassociated. External IP: 172.27.0.179, port: 8a62f409-2f00-4669-85c4-d882010074e6. Jul 12 03:57:34.935486 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Calling delete_port for 8a62f409-2f00-4669-85c4-d882010074e6 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:35.070714 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (8a62f409-2f00-4669-85c4-d882010074e6), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:35.096808 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event deleted for resources: {'Port': ['ID=8a62f409-2f00-4669-85c4-d882010074e6,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:35.205643 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b497f6-358a-4268-880a-5baa2c211863 req-26b24127-1672-4999-be4a-f57540da51a3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:35.205643 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-89b497f6-358a-4268-880a-5baa2c211863 req-26b24127-1672-4999-be4a-f57540da51a3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0957997 Jul 12 03:57:35.232502 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c6ef5a5f-937e-4a1e-a392-17d18c518d58 req-faac4183-a4d3-4642-9f47-44e391bd778c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0413048 Jul 12 03:57:35.303857 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-89b497f6-358a-4268-880a-5baa2c211863 req-ff96cdbb-14ff-4e92-84f0-7aca712db989 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0770056 Jul 12 03:57:35.305622 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:57:35.412049 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:57:35.424513 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] Sync routers for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:57:35.434816 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:57:35.435367 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:57:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:35.469175 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] No DVR routers for this DVR port 8a62f409-2f00-4669-85c4-d882010074e6 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:57:35.472122 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:35.476635 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a99cfb0a-cfc4-4074-9b2e-8ca944d691f3 req-d3db30a7-3f9a-45bd-8323-032e2a0f5069 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "DELETE /v2.0/ports/8a62f409-2f00-4669-85c4-d882010074e6 HTTP/1.1" status: 204 len: 173 time: 0.8921781 Jul 12 03:57:35.477093 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'name': 'network-vif-deleted', 'tag': '8a62f409-2f00-4669-85c4-d882010074e6'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:57:35.479783 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9df1fda8-ae2b-4b99-9f74-320ba4060fc5" -d '{"events": [{"server_uuid": "e83ba0f3-55f9-4a38-9794-46bb9876f0d7", "name": "network-vif-deleted", "tag": "8a62f409-2f00-4669-85c4-d882010074e6"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:57:35.531804 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29e82a29-a07d-4319-9efd-1c2d71527fd4 x-openstack-request-id: req-29e82a29-a07d-4319-9efd-1c2d71527fd4 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:57:35.532284 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e83ba0f3-55f9-4a38-9794-46bb9876f0d7", "name": "network-vif-deleted", "tag": "8a62f409-2f00-4669-85c4-d882010074e6", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:57:35.532680 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-29e82a29-a07d-4319-9efd-1c2d71527fd4 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:57:35.533152 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29e82a29-a07d-4319-9efd-1c2d71527fd4'] response: {'server_uuid': 'e83ba0f3-55f9-4a38-9794-46bb9876f0d7', 'name': 'network-vif-deleted', 'tag': '8a62f409-2f00-4669-85c4-d882010074e6', 'status': 'completed', 'code': 200} Jul 12 03:57:35.724824 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:57:35.920509 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:35.950058 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] Checking router: 2399cb0e-0d38-48b0-9a2a-95e71d42a366 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:57:35.959320 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:57:35.960065 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:57:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:36.061036 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:57:36.251265 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:57:36.276749 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-560065f8-e596-4fb5-83c1-15827cc69463 None None] The sync data for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi is: [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:57:36.358064 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bb4e0a7d-87e4-4d15-9007-e909bf94c649 req-bb3e5503-9b3c-464a-983a-6f4bef35b859 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=e83ba0f3-55f9-4a38-9794-46bb9876f0d7 HTTP/1.1" status: 200 len: 210 time: 0.0382276 Jul 12 03:57:36.533318 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204f64fc-7c5f-4c96-aefc-673fe718ae5b None None] New status for floating IP fcb72de5-9e96-45aa-a862-f627a57fcb14: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:57:36.696042 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5026330-cca2-4931-a3ae-54acdf178a37 req-d6743eac-ad4a-4f5c-baf3-98f079ba8552 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:36.698294 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d5026330-cca2-4931-a3ae-54acdf178a37 req-d6743eac-ad4a-4f5c-baf3-98f079ba8552 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.3040268 Jul 12 03:57:36.730672 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:36.766085 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d5026330-cca2-4931-a3ae-54acdf178a37 req-e4dc151b-3ca1-4a15-a358-f8b7f090611b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0620339 Jul 12 03:57:37.452521 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39878) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:37.506826 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e628cb1c-97fa-47f4-800f-99f438a6fc4f tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (6be6b002-da91-4118-82e8-26814133f83e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:37.530265 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e628cb1c-97fa-47f4-800f-99f438a6fc4f tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (6be6b002-da91-4118-82e8-26814133f83e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:37.579020 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e628cb1c-97fa-47f4-800f-99f438a6fc4f tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (6be6b002-da91-4118-82e8-26814133f83e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:37.581735 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e628cb1c-97fa-47f4-800f-99f438a6fc4f tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:37.582871 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e628cb1c-97fa-47f4-800f-99f438a6fc4f tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "DELETE /v2.0/security-groups/6be6b002-da91-4118-82e8-26814133f83e HTTP/1.1" status: 204 len: 168 time: 0.1293299 Jul 12 03:57:37.585729 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39880) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:37.594579 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628cb1c-97fa-47f4-800f-99f438a6fc4f tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6be6b002-da91-4118-82e8-26814133f83e,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:37.600770 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.api.v2.resource [None req-5f1221d5-19fb-4c0e-9c28-56930ac8c8a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] show failed (client error): The resource could not be found. Jul 12 03:57:37.602482 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-5f1221d5-19fb-4c0e-9c28-56930ac8c8a1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups/6be6b002-da91-4118-82e8-26814133f83e HTTP/1.1" status: 404 len: 347 time: 0.0157394 Jul 12 03:57:37.605527 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39882) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:37.724702 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Deleting port 74ccff49-a65a-4d6a-8ed7-e9b506a8a48a {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:57:37.725394 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (74ccff49-a65a-4d6a-8ed7-e9b506a8a48a), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:37.815723 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (74ccff49-a65a-4d6a-8ed7-e9b506a8a48a), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:37.816675 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (74ccff49-a65a-4d6a-8ed7-e9b506a8a48a), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:37.831115 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Calling delete_port for 74ccff49-a65a-4d6a-8ed7-e9b506a8a48a owned by network:floatingip {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:57:37.893315 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7e5f5e-bdfd-495a-98c5-89a34069458e req-745c7d14-a3cc-4f83-bbad-b6ee19552f4e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:37.894819 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6a7e5f5e-bdfd-495a-98c5-89a34069458e req-745c7d14-a3cc-4f83-bbad-b6ee19552f4e tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0567656 Jul 12 03:57:37.906742 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:37.961611 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6a7e5f5e-bdfd-495a-98c5-89a34069458e req-e5a57a57-10d2-4849-ab74-ea4a3a051551 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0604265 Jul 12 03:57:37.977312 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (74ccff49-a65a-4d6a-8ed7-e9b506a8a48a), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.006900 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event deleted for resources: {'Port': ['ID=74ccff49-a65a-4d6a-8ed7-e9b506a8a48a,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:38.068774 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (fcb72de5-9e96-45aa-a862-f627a57fcb14), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.071214 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.075101 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e5313c46-18b1-4ed6-b606-5a8bc131c075 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "DELETE /v2.0/floatingips/fcb72de5-9e96-45aa-a862-f627a57fcb14 HTTP/1.1" status: 204 len: 168 time: 0.4660096 Jul 12 03:57:38.152816 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 8a62f409-2f00-4669-85c4-d882010074e6 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:57:38.155193 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 39902) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:38.159826 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-99bd7700-7562-4af4-a4d0-e4d27ea5df89 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1726597467', 'description': 'tempest-description--1020068596'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:57:38.175838 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 8a62f409-2f00-4669-85c4-d882010074e6 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:57:38.176210 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 8a62f409-2f00-4669-85c4-d882010074e6 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:57:38.181478 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-99bd7700-7562-4af4-a4d0-e4d27ea5df89 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.192083 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:DELETE=6,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:38.254359 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-99bd7700-7562-4af4-a4d0-e4d27ea5df89 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (19c21568-5038-4084-ace3-3dd005f52621), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.258886 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-99bd7700-7562-4af4-a4d0-e4d27ea5df89 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (19c21568-5038-4084-ace3-3dd005f52621), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.289957 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-99bd7700-7562-4af4-a4d0-e4d27ea5df89 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.291199 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-99bd7700-7562-4af4-a4d0-e4d27ea5df89 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1349721 Jul 12 03:57:38.293225 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bd7700-7562-4af4-a4d0-e4d27ea5df89 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19c21568-5038-4084-ace3-3dd005f52621,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:38.294426 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39904) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:38.299199 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-ba34649d-caa1-45d4-bd4c-6e71e70c54ff tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'security_group_rule': {'security_group_id': '19c21568-5038-4084-ace3-3dd005f52621', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:57:38.328351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ba34649d-caa1-45d4-bd4c-6e71e70c54ff tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (92efe792-7301-4cca-a777-6c27bf742cf5), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.384587 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ba34649d-caa1-45d4-bd4c-6e71e70c54ff tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (92efe792-7301-4cca-a777-6c27bf742cf5), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.389634 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ba34649d-caa1-45d4-bd4c-6e71e70c54ff tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (92efe792-7301-4cca-a777-6c27bf742cf5), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.410403 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34649d-caa1-45d4-bd4c-6e71e70c54ff tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92efe792-7301-4cca-a777-6c27bf742cf5,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:38.420914 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ba34649d-caa1-45d4-bd4c-6e71e70c54ff tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.422288 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ba34649d-caa1-45d4-bd4c-6e71e70c54ff tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267383 Jul 12 03:57:38.425527 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39906) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:38.431016 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-1334e310-666f-49ba-b919-bf6dbcc73888 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'security_group_rule': {'security_group_id': '19c21568-5038-4084-ace3-3dd005f52621', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:57:38.464437 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1334e310-666f-49ba-b919-bf6dbcc73888 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (96881d4b-bebf-4341-a98a-d54c3e1f0279), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.511913 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1334e310-666f-49ba-b919-bf6dbcc73888 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (96881d4b-bebf-4341-a98a-d54c3e1f0279), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.516899 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1334e310-666f-49ba-b919-bf6dbcc73888 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (96881d4b-bebf-4341-a98a-d54c3e1f0279), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.538892 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1334e310-666f-49ba-b919-bf6dbcc73888 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96881d4b-bebf-4341-a98a-d54c3e1f0279,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:38.548793 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1334e310-666f-49ba-b919-bf6dbcc73888 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.550023 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-1334e310-666f-49ba-b919-bf6dbcc73888 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1223340 Jul 12 03:57:38.554296 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 39908) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:38.558552 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:57:38.580695 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.584240 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:DELETE=6,neutron:INSERT=9 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:38.594482 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:38.662309 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.772305 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Allocated IP 172.27.0.44 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/4a875da7-68c0-4069-8ca1-b25e2bcbf5b8) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:57:38.879965 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for port (4a875da7-68c0-4069-8ca1-b25e2bcbf5b8), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.913859 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (4a875da7-68c0-4069-8ca1-b25e2bcbf5b8), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:38.955003 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:57:38.959889 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:57:38.962437 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:57:38.965831 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'Port': ['ID=4a875da7-68c0-4069-8ca1-b25e2bcbf5b8,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:39.047181 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (8051effc-9eba-40d3-9ddd-6695c4c548ab), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:39.081213 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28177557-b611-4189-b19d-8ce2df959f27 req-55d3f565-5f7b-46f4-b0f4-e9d7e4a4c2c4 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:39.082698 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28177557-b611-4189-b19d-8ce2df959f27 req-55d3f565-5f7b-46f4-b0f4-e9d7e4a4c2c4 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0510592 Jul 12 03:57:39.088862 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (4a875da7-68c0-4069-8ca1-b25e2bcbf5b8), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:39.146739 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28177557-b611-4189-b19d-8ce2df959f27 req-bc22016d-1a0e-4923-b10d-24928541a80c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&id=aedc2799-e553-47ba-9ab4-519912c8e3a2&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0579212 Jul 12 03:57:39.259769 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for port (4a875da7-68c0-4069-8ca1-b25e2bcbf5b8), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:39.264867 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (4a875da7-68c0-4069-8ca1-b25e2bcbf5b8), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:39.306299 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:39.333933 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'Port': ['ID=4a875da7-68c0-4069-8ca1-b25e2bcbf5b8,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:39.342177 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:39.349967 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (8051effc-9eba-40d3-9ddd-6695c4c548ab), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:39.367144 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:39.368717 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-8fd8d784-a4db-41fb-83d0-bd8ebd8abad1 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8134189 Jul 12 03:57:39.589276 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-55bd5a67-ac18-4e3c-adca-02c90693c2f5 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1726597467&fields=id&tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2 HTTP/1.1" status: 200 len: 267 time: 0.0428853 Jul 12 03:57:39.698490 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-fe9300c9-29b9-4f95-a2ef-9c813960f4ef tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:39.699950 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-fe9300c9-29b9-4f95-a2ef-9c813960f4ef tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 810 time: 0.1041548 Jul 12 03:57:39.714905 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-05b626e3-38c9-4cd2-9038-0dba0877acb2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/quotas/2ceaecc3b7fc4fed9dce1e3ab1014ed2 HTTP/1.1" status: 200 len: 375 time: 0.0091894 Jul 12 03:57:39.766338 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-01bf6891-7dac-4a9f-8a7c-d021cdbf1dd3 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0464945 Jul 12 03:57:39.872412 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-35bffcf3-9994-4c9d-8ae3-113e4dac1c4a service neutron] 10.222.0.20 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883908 Jul 12 03:57:39.973305 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-693deab6-dfdc-4615-b36c-7601f85ad787 service neutron] 10.222.0.20 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919566 Jul 12 03:57:40.147177 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2b138a5b-bd25-4172-a97d-a996b5811547 req-75a1b7d6-5449-4688-a01a-0b3384e58418 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 210 time: 0.0289502 Jul 12 03:57:41.267245 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5c1d08cb-3cbd-47ca-b36a-3d2d765412fb req-130711d1-b862-460c-87fa-790d2189cdd2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 210 time: 0.0373249 Jul 12 03:57:41.276750 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-410ea600-0a4f-4663-b157-57f3d42cde45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:41.278191 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-410ea600-0a4f-4663-b157-57f3d42cde45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 810 time: 0.1325765 Jul 12 03:57:41.351673 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-99faf749-a5bb-450f-815a-24b75b309346 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2 HTTP/1.1" status: 200 len: 380 time: 0.0525041 Jul 12 03:57:41.451713 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'port': {'device_id': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'admin_state_up': True, 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'security_groups': ['19c21568-5038-4084-ace3-3dd005f52621']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:57:41.575180 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Made reservation on behalf of 2ceaecc3b7fc4fed9dce1e3ab1014ed2 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:57:41.578827 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:41.704488 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Allocated IP 172.20.0.11 (80ccb6a1-8d31-4e74-9f2c-15bfc89127e9/d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d/b4d13628-bffc-4297-8cf1-0d24b7c4bea0) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:57:41.820488 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=86,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:41.855722 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:41.857294 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:INSERT=7,neutron:SELECT=91,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:41.892963 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:41.936490 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:57:41.941311 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:57:41.945219 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:57:41.976864 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event updated for resources: {'Port': ['ID=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:42.005559 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:42.006205 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:42.025991 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-057fd11c-19a0-41ce-a945-8415ef194d45 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5806625 Jul 12 03:57:42.088440 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Request body: {'port': {'device_id': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:57:42.157803 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:42.170226 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-665ac7a7-4f99-4f41-9722-13b784a5010d None None] Provisioning complete for port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:57:42.170733 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-665ac7a7-4f99-4f41-9722-13b784a5010d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:42.205234 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-665ac7a7-4f99-4f41-9722-13b784a5010d None None] Port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:57:42.412612 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f877614c-f3b7-430c-a291-a22d19f5fbd2 req-528cc572-8562-45fb-8ffe-d3ed4d00ce84 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:42.414089 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f877614c-f3b7-430c-a291-a22d19f5fbd2 req-528cc572-8562-45fb-8ffe-d3ed4d00ce84 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 932 time: 0.0706720 Jul 12 03:57:42.444650 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e9678-f686-423f-b25f-d6aa587b1218 req-114a2fe4-eb0e-4ca2-9acd-30de4d16bad9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:42.446258 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6e8e9678-f686-423f-b25f-d6aa587b1218 req-114a2fe4-eb0e-4ca2-9acd-30de4d16bad9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0476096 Jul 12 03:57:42.492796 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4d13628-bffc-4297-8cf1-0d24b7c4bea0 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:57:42.498689 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6e8e9678-f686-423f-b25f-d6aa587b1218 req-e84d4bc7-4fb3-4bad-82d8-b671a5a67f60 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466757 Jul 12 03:57:42.500975 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Publish callbacks [] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:42.505975 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f877614c-f3b7-430c-a291-a22d19f5fbd2 req-aeb7600c-6427-4601-8f47-45db22ece7b4 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859401 Jul 12 03:57:42.517664 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Transition to ACTIVE for port object b4d13628-bffc-4297-8cf1-0d24b7c4bea0 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:57:42.521608 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:42.571097 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Pushing event updated for resources: {'Port': ['ID=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:42.643452 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Attempting to bind port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:57:42.643785 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Attempting to bind port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:57:42.644162 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Attempting to bind port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 on network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:57:42.649110 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 on network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:57:42.649794 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Attempting to bind port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 on network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:57:42.654926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 57, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:57:42.655254 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Checking segment: {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:57:42.655632 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Bound using segment: {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:57:42.656071 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Bound port: b4d13628-bffc-4297-8cf1-0d24b7c4bea0, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '648969b2-0134-4477-bc1d-db673bf06d3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:57:42.656424 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:42.693875 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:42.719239 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:42.724119 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] For port b4d13628-bffc-4297-8cf1-0d24b7c4bea0, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:57:42.727627 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] For port b4d13628-bffc-4297-8cf1-0d24b7c4bea0, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:57:42.735908 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:42.771853 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:42.772499 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:42.773898 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] 10.222.0.44 "PUT /v2.0/ports/b4d13628-bffc-4297-8cf1-0d24b7c4bea0 HTTP/1.1" status: 200 len: 1094 time: 0.6904044 Jul 12 03:57:42.774690 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'tag': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:57:42.776926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92" -d '{"events": [{"name": "network-changed", "server_uuid": "b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0", "tag": "b4d13628-bffc-4297-8cf1-0d24b7c4bea0"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:57:42.798459 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fce1d3a-7886-443c-b949-45c1fe66ae9b service neutron] Pushing event updated for resources: {'Port': ['ID=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:42.820518 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd06976-dcf2-4b4e-b337-d2cd6391928a x-openstack-request-id: req-ecd06976-dcf2-4b4e-b337-d2cd6391928a {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:57:42.820830 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0", "tag": "b4d13628-bffc-4297-8cf1-0d24b7c4bea0", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:57:42.821085 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ecd06976-dcf2-4b4e-b337-d2cd6391928a {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:57:42.821877 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ecd06976-dcf2-4b4e-b337-d2cd6391928a'] response: {'name': 'network-changed', 'server_uuid': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'tag': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0', 'status': 'completed', 'code': 200} Jul 12 03:57:42.884788 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-2614dd1e-10b2-4fea-a795-7e1b72656495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:42.886306 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-2614dd1e-10b2-4fea-a795-7e1b72656495 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 1128 time: 0.0443282 Jul 12 03:57:42.935710 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-9d1879d3-18d0-4492-83ac-1b22310b9edd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4d13628-bffc-4297-8cf1-0d24b7c4bea0 HTTP/1.1" status: 200 len: 217 time: 0.0341969 Jul 12 03:57:42.994215 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-313b92b1-8a14-4d7a-bbdd-bfc71378ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:42.995814 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-313b92b1-8a14-4d7a-bbdd-bfc71378ecd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.0519800 Jul 12 03:57:43.045699 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-29a5b429-a289-410c-a174-67df0c3e7f40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:43.047260 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-29a5b429-a289-410c-a174-67df0c3e7f40 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0459471 Jul 12 03:57:43.136397 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-79bdcc9d-7725-4aaf-993d-aed2cc6ac9f1 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831962 Jul 12 03:57:43.236996 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-114a66fa-3095-4d38-b406-051cd61f87b4 req-55d8cc16-7b9a-47cb-9b20-270cc4973631 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948944 Jul 12 03:57:43.629084 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0342d0-5fa6-41fd-88d1-674227bde1fb req-e2a7b355-82aa-4a5c-8fa8-b6a234e83e11 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:43.630538 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ba0342d0-5fa6-41fd-88d1-674227bde1fb req-e2a7b355-82aa-4a5c-8fa8-b6a234e83e11 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0481803 Jul 12 03:57:43.638085 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1022920c-10c7-4b27-8f5d-e801cc78fc53 req-84e15e7e-03cc-4ef2-851b-6a5595c8abf6 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:43.639708 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1022920c-10c7-4b27-8f5d-e801cc78fc53 req-84e15e7e-03cc-4ef2-851b-6a5595c8abf6 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 944 time: 0.0460219 Jul 12 03:57:43.679871 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ba0342d0-5fa6-41fd-88d1-674227bde1fb req-e5fd6bc1-3896-45e2-89e6-7a6c4ca3b5e9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436082 Jul 12 03:57:43.689141 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1022920c-10c7-4b27-8f5d-e801cc78fc53 req-7258eee3-7ff5-4c33-b236-9129fb18da17 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438020 Jul 12 03:57:44.805613 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d9a10-eea4-40a4-9f09-b8fff848cb58 req-4e8d4552-e228-4586-b6ad-b026f8392781 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:44.806676 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dffc390-3ebb-45f2-bcdd-0dedca4369c6 req-7b9f9cac-83cb-4c41-aa8c-be8e844e8a4d tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:44.807083 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f52d9a10-eea4-40a4-9f09-b8fff848cb58 req-4e8d4552-e228-4586-b6ad-b026f8392781 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0472646 Jul 12 03:57:44.808174 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1dffc390-3ebb-45f2-bcdd-0dedca4369c6 req-7b9f9cac-83cb-4c41-aa8c-be8e844e8a4d tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 944 time: 0.0493736 Jul 12 03:57:44.855301 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f52d9a10-eea4-40a4-9f09-b8fff848cb58 req-bf359c23-469a-40fe-805b-6d9993539e71 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421102 Jul 12 03:57:44.859264 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1dffc390-3ebb-45f2-bcdd-0dedca4369c6 req-da426cc0-da4d-46d0-9487-37afd8fd6232 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456281 Jul 12 03:57:44.921471 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:57:45.214410 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3d604fc5-dd3b-4b83-b410-a0d2afe550b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:45.461429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-5db59da6-751d-45c6-8a4d-7ac003fcab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:45.462960 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-5db59da6-751d-45c6-8a4d-7ac003fcab37 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 1128 time: 0.0404420 Jul 12 03:57:45.554547 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-dd7280a1-af20-4d03-9b10-262a3e89054e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:45.556027 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-dd7280a1-af20-4d03-9b10-262a3e89054e service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 911 time: 0.0871940 Jul 12 03:57:45.609134 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-f06b88ba-8ba3-4c84-9745-5166001b6ac9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4d13628-bffc-4297-8cf1-0d24b7c4bea0 HTTP/1.1" status: 200 len: 217 time: 0.0471969 Jul 12 03:57:45.660319 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-3b457786-45c4-4af6-a63a-0ab9bffd60d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:45.661797 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-3b457786-45c4-4af6-a63a-0ab9bffd60d0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.0473766 Jul 12 03:57:45.705360 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-e6a8791e-2801-4d7d-9075-3a20a8748b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:45.706929 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-e6a8791e-2801-4d7d-9075-3a20a8748b28 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0382318 Jul 12 03:57:45.804515 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-3f3a30e8-c330-4dd5-a7d9-056372df7d63 service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909078 Jul 12 03:57:45.826690 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:45.885029 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:45.896149 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fa9b29bc-a2da-4400-b4da-d7b4e11efb92 req-97945191-ef1e-4f74-8542-101058be0b0e service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859015 Jul 12 03:57:45.980535 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087926c2-75e1-48f8-b69c-a882f7fa8e7d req-597664e0-bb16-4d3d-8916-dc7cf4b157e1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:45.982015 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-087926c2-75e1-48f8-b69c-a882f7fa8e7d req-597664e0-bb16-4d3d-8916-dc7cf4b157e1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0523210 Jul 12 03:57:45.989140 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a20ad-9df1-4ba0-a64e-aed3f6cc4ed8 req-37e20df6-3f43-4272-900a-7641e5b1f7d0 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:45.990593 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-892a20ad-9df1-4ba0-a64e-aed3f6cc4ed8 req-37e20df6-3f43-4272-900a-7641e5b1f7d0 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 944 time: 0.0514526 Jul 12 03:57:46.029441 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-087926c2-75e1-48f8-b69c-a882f7fa8e7d req-64356b82-9c29-450c-b837-724abf8df5bd tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415933 Jul 12 03:57:46.038376 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-892a20ad-9df1-4ba0-a64e-aed3f6cc4ed8 req-f433efd9-dc55-4b0a-b7f8-3ed24ec7a190 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421321 Jul 12 03:57:46.193640 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device b4d13628-bffc-4297-8cf1-0d24b7c4bea0 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:57:46.302212 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port b4d13628-bffc-4297-8cf1-0d24b7c4bea0, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:46.313199 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'port_id': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0', 'mac_address': 'fa:16:3e:47:df:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:57:46.348338 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:57:46.348701 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:46.365336 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4d13628-bffc-4297-8cf1-0d24b7c4bea0 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:57:46.384229 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port b4d13628-bffc-4297-8cf1-0d24b7c4bea0, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:46.390273 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:46.436999 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:46.610338 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=22,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:46.797987 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['b4d13628-bffc-4297-8cf1-0d24b7c4bea0'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:57:46.845570 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:46.905660 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:47.165343 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e47d82-d3af-414b-b782-ceafe9136192 req-60de0f60-e2b3-4021-84fe-63ecaba750d2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:47.166746 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-90e47d82-d3af-414b-b782-ceafe9136192 req-60de0f60-e2b3-4021-84fe-63ecaba750d2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0525451 Jul 12 03:57:47.171077 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fa4f3d-878c-4732-b989-69bb551c2412 req-be5fc86d-02b3-465c-8e7f-fe4753a56282 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:47.172556 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d3fa4f3d-878c-4732-b989-69bb551c2412 req-be5fc86d-02b3-465c-8e7f-fe4753a56282 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 945 time: 0.0517905 Jul 12 03:57:47.216389 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-90e47d82-d3af-414b-b782-ceafe9136192 req-1dee3bb3-721c-4d08-af74-141610a47c9c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438328 Jul 12 03:57:47.222242 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d3fa4f3d-878c-4732-b989-69bb551c2412 req-fcbfaf51-405d-44c3-a1f4-63cbf6e6aa73 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425858 Jul 12 03:57:47.714239 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-51a293b6-ec0b-404a-bbbc-4aca907d72c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:48.207089 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device b4d13628-bffc-4297-8cf1-0d24b7c4bea0 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:57:48.265794 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:57:48.273436 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:57:48.274152 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:48.320582 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:48.354238 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:57:48.355356 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:48.367676 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f525ca9-80de-40e8-9e43-86e0f4a543f6 req-e8ca7064-40b6-4092-b447-a9d6a8576e94 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:48.372435 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cbc390-bb4b-4457-a8eb-5c4e23720e3c req-c82bccc6-4463-4810-b089-62f96eeb88d2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:48.375677 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1f525ca9-80de-40e8-9e43-86e0f4a543f6 req-e8ca7064-40b6-4092-b447-a9d6a8576e94 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0605652 Jul 12 03:57:48.382660 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25cbc390-bb4b-4457-a8eb-5c4e23720e3c req-c82bccc6-4463-4810-b089-62f96eeb88d2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 945 time: 0.0682919 Jul 12 03:57:48.384868 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:57:48.387459 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e3a6ec-6b30-4ba5-957e-b6b5a23a282a" -d '{"events": [{"server_uuid": "b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0", "name": "network-vif-plugged", "status": "completed", "tag": "b4d13628-bffc-4297-8cf1-0d24b7c4bea0"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:57:48.394361 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:48.403161 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port b4d13628-bffc-4297-8cf1-0d24b7c4bea0, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:57:48.410053 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:48.434167 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1f525ca9-80de-40e8-9e43-86e0f4a543f6 req-53b70557-33d9-4859-b44f-c62dae76607e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572181 Jul 12 03:57:48.435025 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:48.436268 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25cbc390-bb4b-4457-a8eb-5c4e23720e3c req-5299b05d-2cb3-4f2e-8490-32f9577dd49d tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527222 Jul 12 03:57:48.479663 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:57:48.486548 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:57:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-115c4c6b-8514-40f5-994c-8a472953d028 x-openstack-request-id: req-115c4c6b-8514-40f5-994c-8a472953d028 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:57:48.486938 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0", "name": "network-vif-plugged", "status": "completed", "tag": "b4d13628-bffc-4297-8cf1-0d24b7c4bea0", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:57:48.487285 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-115c4c6b-8514-40f5-994c-8a472953d028 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:57:48.487681 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-115c4c6b-8514-40f5-994c-8a472953d028'] response: {'server_uuid': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0', 'code': 200} Jul 12 03:57:48.683688 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:48.731991 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8246aabd-f3c5-41f5-a07c-c6828403e32a req-69339bb6-6683-4fe1-83b4-1e11dbc20de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:48.733544 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8246aabd-f3c5-41f5-a07c-c6828403e32a req-69339bb6-6683-4fe1-83b4-1e11dbc20de2 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 1130 time: 0.0428381 Jul 12 03:57:48.778221 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8246aabd-f3c5-41f5-a07c-c6828403e32a req-7335a0b1-f8a9-4daa-97f5-e6b24a77fe09 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380518 Jul 12 03:57:49.563313 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c12c0e5-2d73-4264-8963-1ef2773ef6f9 req-a5d9cf58-46a9-4ce3-a432-33e11681f611 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:49.564918 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c12c0e5-2d73-4264-8963-1ef2773ef6f9 req-a5d9cf58-46a9-4ce3-a432-33e11681f611 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0489204 Jul 12 03:57:49.569884 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c95e6-0eb9-430c-8a12-dd0047572df2 req-1ec3a599-5208-41b8-a27d-42df2bd5c23b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:49.571344 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-631c95e6-0eb9-430c-8a12-dd0047572df2 req-1ec3a599-5208-41b8-a27d-42df2bd5c23b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0472147 Jul 12 03:57:49.583758 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:49.615588 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c12c0e5-2d73-4264-8963-1ef2773ef6f9 req-97e291e3-5d61-4752-a2d0-80a4ce867e8b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448847 Jul 12 03:57:49.619313 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-631c95e6-0eb9-430c-8a12-dd0047572df2 req-93fe566b-40e1-4f20-8f02-ba9dfc4314f3 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422049 Jul 12 03:57:50.157944 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:50.598057 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:50.735712 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff76db2-7b0b-4363-b763-6621c0c16ae4 req-6e3429b4-e628-4b18-8f6e-7e73b99a8a35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:50.736385 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5dcace-33c9-492c-8486-c58653a97ae0 req-e5c1722e-1c8e-4ef8-a2e0-e2b368dcc858 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:50.737296 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5dcace-33c9-492c-8486-c58653a97ae0 req-e5c1722e-1c8e-4ef8-a2e0-e2b368dcc858 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0478535 Jul 12 03:57:50.738251 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0ff76db2-7b0b-4363-b763-6621c0c16ae4 req-6e3429b4-e628-4b18-8f6e-7e73b99a8a35 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0462358 Jul 12 03:57:50.785383 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5dcace-33c9-492c-8486-c58653a97ae0 req-ce94f35d-2ccb-44ae-9eca-07b9655a5cd5 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422301 Jul 12 03:57:50.790635 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0ff76db2-7b0b-4363-b763-6621c0c16ae4 req-c4670a9f-235e-4e58-ba2d-c8813215ee2b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475461 Jul 12 03:57:51.903800 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e299eec3-7e9f-4be0-af2c-6375496d4ce7 req-9e27de38-123a-4e01-bd30-c4581073f9a2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:51.905513 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e299eec3-7e9f-4be0-af2c-6375496d4ce7 req-9e27de38-123a-4e01-bd30-c4581073f9a2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0495288 Jul 12 03:57:51.915297 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d64e8a-08ce-4072-964d-398466b9b474 req-0fd2626e-03b8-4a34-b7b5-17cf41b9b991 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:51.916847 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c0d64e8a-08ce-4072-964d-398466b9b474 req-0fd2626e-03b8-4a34-b7b5-17cf41b9b991 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0483520 Jul 12 03:57:51.957551 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e299eec3-7e9f-4be0-af2c-6375496d4ce7 req-670a3562-7309-4df9-9b6d-759495e5aa82 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456929 Jul 12 03:57:51.967302 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c0d64e8a-08ce-4072-964d-398466b9b474 req-65a61956-2910-48a5-9ca8-e9cb056cf87b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449684 Jul 12 03:57:53.077033 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6761d30-7050-4018-b46d-da3abf8bb4e1 req-513eac7c-92b7-4583-81f4-932fb267c69d tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:53.078790 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c6761d30-7050-4018-b46d-da3abf8bb4e1 req-513eac7c-92b7-4583-81f4-932fb267c69d tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0509756 Jul 12 03:57:53.091712 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde0e0f-251e-44a9-9984-a3fa60920864 req-8b01df02-2625-4ca9-8ca7-d089f22b7015 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:53.093281 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fdde0e0f-251e-44a9-9984-a3fa60920864 req-8b01df02-2625-4ca9-8ca7-d089f22b7015 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0492053 Jul 12 03:57:53.127564 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c6761d30-7050-4018-b46d-da3abf8bb4e1 req-32a8bceb-26a4-479c-ae47-dfe16990b819 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417228 Jul 12 03:57:53.140444 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fdde0e0f-251e-44a9-9984-a3fa60920864 req-9ca5db3e-5890-4582-ab7a-bf8b82dec532 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414135 Jul 12 03:57:54.255911 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85988e1-85c1-4d24-a029-ec7ec6ceebc7 req-2b3d65cf-3e1a-4dc4-8972-80d844d77177 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:54.257440 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a85988e1-85c1-4d24-a029-ec7ec6ceebc7 req-2b3d65cf-3e1a-4dc4-8972-80d844d77177 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0507033 Jul 12 03:57:54.267340 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9c8b4f-a296-4e83-86dc-ce3efcad46db req-b67e53e3-3b57-41e0-ae94-73a971c76376 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:54.268902 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1d9c8b4f-a296-4e83-86dc-ce3efcad46db req-b67e53e3-3b57-41e0-ae94-73a971c76376 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0509179 Jul 12 03:57:54.304205 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a85988e1-85c1-4d24-a029-ec7ec6ceebc7 req-2a78276c-5381-429e-8f38-4937ce269b51 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410941 Jul 12 03:57:54.317431 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1d9c8b4f-a296-4e83-86dc-ce3efcad46db req-cfa5de94-70a5-48be-afb8-fb5179b44690 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427923 Jul 12 03:57:54.917190 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=20,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:55.423965 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:55.433727 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209dcc44-5342-4602-8c76-1a582962a772 req-f1dede2c-c320-4696-bafd-da6b247df8ba tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:55.435234 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-209dcc44-5342-4602-8c76-1a582962a772 req-f1dede2c-c320-4696-bafd-da6b247df8ba tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0497699 Jul 12 03:57:55.448698 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031d4118-3f51-48b8-b2c4-f48933f9df83 req-f3f16088-c15a-40d9-8041-b2313060f72e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:55.450169 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-031d4118-3f51-48b8-b2c4-f48933f9df83 req-f3f16088-c15a-40d9-8041-b2313060f72e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0479515 Jul 12 03:57:55.487809 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-209dcc44-5342-4602-8c76-1a582962a772 req-7cb8d11a-c341-4340-8939-6380edb71af9 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461159 Jul 12 03:57:55.502364 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-031d4118-3f51-48b8-b2c4-f48933f9df83 req-4f4fb1e0-885d-4101-8245-606ff48ab2c9 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464442 Jul 12 03:57:56.602762 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd2414d-fcfa-474c-9151-906fb2f59d7f req-adbc1e91-8e07-45ad-a109-c25d661b4df4 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:56.604308 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6bd2414d-fcfa-474c-9151-906fb2f59d7f req-adbc1e91-8e07-45ad-a109-c25d661b4df4 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0480518 Jul 12 03:57:56.626216 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34eb3a4-2912-47a6-a8fe-7b2bad767c63 req-8902ab28-0a02-49c9-9a62-2ba0e083196d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:56.627753 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f34eb3a4-2912-47a6-a8fe-7b2bad767c63 req-8902ab28-0a02-49c9-9a62-2ba0e083196d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0477867 Jul 12 03:57:56.653128 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6bd2414d-fcfa-474c-9151-906fb2f59d7f req-c0e81d7f-a2d1-4b91-889b-538f281107f9 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430973 Jul 12 03:57:56.678562 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f34eb3a4-2912-47a6-a8fe-7b2bad767c63 req-125dc7d8-b611-491a-80d2-b38e62f0d909 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450320 Jul 12 03:57:57.769279 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7538d8-6f3a-4115-a9c3-8447356d84f2 req-907544f8-284c-41a0-99dd-b865e2b35d10 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:57.770755 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ea7538d8-6f3a-4115-a9c3-8447356d84f2 req-907544f8-284c-41a0-99dd-b865e2b35d10 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0467870 Jul 12 03:57:57.798248 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93bc258-f374-4048-8f9e-8d25040e4588 req-6fc7caf3-c65f-4513-a876-531eaae229e6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:57.800430 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d93bc258-f374-4048-8f9e-8d25040e4588 req-6fc7caf3-c65f-4513-a876-531eaae229e6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0493140 Jul 12 03:57:57.813348 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:57.817879 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ea7538d8-6f3a-4115-a9c3-8447356d84f2 req-a28bde02-2695-4575-8e00-7c24bf9419ec tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412297 Jul 12 03:57:57.848125 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d93bc258-f374-4048-8f9e-8d25040e4588 req-a355c41f-47b7-44d1-902d-5c964a405a10 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423646 Jul 12 03:57:58.975906 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57630d6-1ad0-403b-9daf-e813e98dffd7 req-e2ba8f8d-3081-4a26-ba05-9d452aefdf7b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:58.977649 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b57630d6-1ad0-403b-9daf-e813e98dffd7 req-e2ba8f8d-3081-4a26-ba05-9d452aefdf7b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0503726 Jul 12 03:57:59.028728 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b57630d6-1ad0-403b-9daf-e813e98dffd7 req-137b474b-60a2-404f-9054-3c8240ab37e3 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450962 Jul 12 03:57:59.196386 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d561596b-7305-4802-b1f0-0e8f744b001b req-2bd4aaf6-0cbb-4461-8315-eb64b8a20dc8 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:59.197761 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d561596b-7305-4802-b1f0-0e8f744b001b req-2bd4aaf6-0cbb-4461-8315-eb64b8a20dc8 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.3129280 Jul 12 03:57:59.249168 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d561596b-7305-4802-b1f0-0e8f744b001b req-6c0ea94b-845c-4509-8b9e-a37ee1c06e27 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429513 Jul 12 03:57:59.374466 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d81d3b2-9781-4f02-a239-ea21d4915738 req-0019e2d0-450f-4938-aa2f-f192d9a26d8b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:57:59.375953 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0d81d3b2-9781-4f02-a239-ea21d4915738 req-0019e2d0-450f-4938-aa2f-f192d9a26d8b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0549347 Jul 12 03:57:59.384650 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40160) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:57:59.389169 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-a91203aa-8ed6-4f23-8af2-e19174cd8e4c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Request body: {'floatingip': {'port_id': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:57:59.427960 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a91203aa-8ed6-4f23-8af2-e19174cd8e4c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (8051effc-9eba-40d3-9ddd-6695c4c548ab), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:59.574353 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:59.630424 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:57:59.859025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a91203aa-8ed6-4f23-8af2-e19174cd8e4c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:59.865338 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a91203aa-8ed6-4f23-8af2-e19174cd8e4c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (8051effc-9eba-40d3-9ddd-6695c4c548ab), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:57:59.963954 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-a91203aa-8ed6-4f23-8af2-e19174cd8e4c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Floating IP 8051effc-9eba-40d3-9ddd-6695c4c548ab associated. External IP: 172.27.0.44, port: b4d13628-bffc-4297-8cf1-0d24b7c4bea0. Jul 12 03:58:00.157722 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7cc8e8-5dcf-4f04-8460-e2f44b2167db req-7c4aa6af-cf24-4a74-9155-4d7fa9499a34 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:00.159514 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4a7cc8e8-5dcf-4f04-8460-e2f44b2167db req-7c4aa6af-cf24-4a74-9155-4d7fa9499a34 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0507457 Jul 12 03:58:00.164595 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91203aa-8ed6-4f23-8af2-e19174cd8e4c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:58:00.216865 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4a7cc8e8-5dcf-4f04-8460-e2f44b2167db req-a9e4a374-dd42-4534-bfb5-ccab289a883f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495453 Jul 12 03:58:00.269887 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 17836774-6562-4ed2-9a30-cc38e71017de details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:58:00.282728 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91203aa-8ed6-4f23-8af2-e19174cd8e4c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:58:00.288087 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a91203aa-8ed6-4f23-8af2-e19174cd8e4c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:00.295672 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] Sync routers for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:58:00.318534 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-a91203aa-8ed6-4f23-8af2-e19174cd8e4c tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "PUT /v2.0/floatingips/8051effc-9eba-40d3-9ddd-6695c4c548ab HTTP/1.1" status: 200 len: 991 time: 0.9328763 Jul 12 03:58:00.319271 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'tag': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:58:00.321593 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0", "tag": "b4d13628-bffc-4297-8cf1-0d24b7c4bea0"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:58:00.324811 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:58:00.325509 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:57:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:58:00.357163 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e36957-fe7f-4343-ac26-061cea51843b x-openstack-request-id: req-07e36957-fe7f-4343-ac26-061cea51843b {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:58:00.357423 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0", "tag": "b4d13628-bffc-4297-8cf1-0d24b7c4bea0", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:58:00.357673 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-07e36957-fe7f-4343-ac26-061cea51843b {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:58:00.358075 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-07e36957-fe7f-4343-ac26-061cea51843b'] response: {'name': 'network-changed', 'server_uuid': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'tag': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0', 'status': 'completed', 'code': 200} Jul 12 03:58:00.448043 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-044c1dd4-4f7b-48c6-b636-a3947a5fac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:00.449487 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-044c1dd4-4f7b-48c6-b636-a3947a5fac3b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 1130 time: 0.0423977 Jul 12 03:58:00.483765 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:00.494042 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:58:00.524933 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '17836774-6562-4ed2-9a30-cc38e71017de', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'port_id': '17836774-6562-4ed2-9a30-cc38e71017de', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:58:00.542097 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-79141046-fc94-4f13-a0f8-50b9f390ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:00.543590 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-79141046-fc94-4f13-a0f8-50b9f390ff09 service neutron] 10.222.0.44 "GET /v2.0/networks?id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 200 len: 911 time: 0.0872946 Jul 12 03:58:00.607415 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 17836774-6562-4ed2-9a30-cc38e71017de is: ACTIVE; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:58:00.607804 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:00.612276 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-7fcb0f47-0b27-400c-ad38-feda3be86c73 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b4d13628-bffc-4297-8cf1-0d24b7c4bea0 HTTP/1.1" status: 200 len: 999 time: 0.0592108 Jul 12 03:58:00.641109 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17836774-6562-4ed2-9a30-cc38e71017de {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:58:00.664811 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-54b5f425-38f9-41b9-bc49-7ae09f509979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:00.666255 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-54b5f425-38f9-41b9-bc49-7ae09f509979 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 200 len: 849 time: 0.0464931 Jul 12 03:58:00.699317 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:00.704083 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:00.715468 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-8a89789a-de4f-4127-8ae8-40826aeca5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:00.717033 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-8a89789a-de4f-4127-8ae8-40826aeca5c7 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438945 Jul 12 03:58:00.795904 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=6']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:00.810301 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '8051effc-9eba-40d3-9ddd-6695c4c548ab', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'port_id': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'mac_address': 'fa:16:3e:47:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:57:39Z', 'updated_at': '2022-07-12T03:57:59Z', 'revision_number': 1, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:58:00.823103 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-31535f0f-a77e-45ec-bda0-d2f400a0e72f service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982573 Jul 12 03:58:00.837083 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] Checking router: 2399cb0e-0d38-48b0-9a2a-95e71d42a366 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:58:00.847167 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:58:00.847768 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:57:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:58:00.892432 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['17836774-6562-4ed2-9a30-cc38e71017de'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:58:00.920516 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3df167c-6bf4-4217-a3a6-dbbc1b0c5d9f req-687a44b6-1ebc-471e-aa38-8e511a2f47ce service neutron] 10.222.0.44 "GET /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901809 Jul 12 03:58:00.991359 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:58:01.199072 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:01.341764 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23106770-89c2-4ffb-9ed8-b1a840cd2172 req-87e86897-f4c3-4200-a5a7-1c5e34fd67e8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:01.343268 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-23106770-89c2-4ffb-9ed8-b1a840cd2172 req-87e86897-f4c3-4200-a5a7-1c5e34fd67e8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 945 time: 0.0552540 Jul 12 03:58:01.359384 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:01.389320 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:01.397817 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-23106770-89c2-4ffb-9ed8-b1a840cd2172 req-ca4abe76-4219-4a9c-b913-158058c84e50 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465689 Jul 12 03:58:01.402882 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '8051effc-9eba-40d3-9ddd-6695c4c548ab', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'port_id': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'mac_address': 'fa:16:3e:47:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:57:39Z', 'updated_at': '2022-07-12T03:57:59Z', 'revision_number': 1, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:58:01.428756 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad6fac74-8ca6-4f2a-9d20-debf7e87be84 None None] The sync data for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi is: [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '8051effc-9eba-40d3-9ddd-6695c4c548ab', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'floating_ip_address': '172.27.0.44', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'port_id': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 528, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'mac_address': 'fa:16:3e:47:df:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:57:39Z', 'updated_at': '2022-07-12T03:57:59Z', 'revision_number': 1, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:58:01.646350 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-359e89ce-d1cb-4fc8-b8bf-31d40e3d555b None None] New status for floating IP 8051effc-9eba-40d3-9ddd-6695c4c548ab: ACTIVE {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:58:02.285559 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 17836774-6562-4ed2-9a30-cc38e71017de up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:58:02.341387 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 17836774-6562-4ed2-9a30-cc38e71017de triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:58:02.341748 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (17836774-6562-4ed2-9a30-cc38e71017de), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:02.411777 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 17836774-6562-4ed2-9a30-cc38e71017de is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:58:02.412475 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:02.434556 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:58:02.436897 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c00a96d-3926-4cb0-91a5-0ef415300f40" -d '{"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-plugged", "status": "completed", "tag": "17836774-6562-4ed2-9a30-cc38e71017de"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:58:02.449989 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:02.456390 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:02.480227 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-056c8b24-e47a-4abc-8167-ac201904b104 x-openstack-request-id: req-056c8b24-e47a-4abc-8167-ac201904b104 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:58:02.480489 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-plugged", "status": "completed", "tag": "17836774-6562-4ed2-9a30-cc38e71017de", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:58:02.480763 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-056c8b24-e47a-4abc-8167-ac201904b104 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:58:02.481141 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-056c8b24-e47a-4abc-8167-ac201904b104'] response: {'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de', 'code': 200} Jul 12 03:58:02.481860 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:02.510770 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=7']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:02.526992 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1103d3bc-e924-4bda-ab9a-3c7d17337d1f req-40b7876f-38d3-4027-85aa-4a7a25e393ed tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:02.528500 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1103d3bc-e924-4bda-ab9a-3c7d17337d1f req-40b7876f-38d3-4027-85aa-4a7a25e393ed tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0506303 Jul 12 03:58:02.573844 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1103d3bc-e924-4bda-ab9a-3c7d17337d1f req-572006b7-84ef-43f0-95e4-d6c15be5fbf8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396693 Jul 12 03:58:03.717082 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c098655e-e4e8-4bab-bda4-bcb596479cc8 req-f28f3b25-0b53-4843-acf5-452bfcd8f144 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:03.718596 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c098655e-e4e8-4bab-bda4-bcb596479cc8 req-f28f3b25-0b53-4843-acf5-452bfcd8f144 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0591657 Jul 12 03:58:03.766827 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c098655e-e4e8-4bab-bda4-bcb596479cc8 req-ef3a37e7-2f14-4e49-baf4-035ffeaf847c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422244 Jul 12 03:58:04.895685 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2f9082-a697-4843-8dc3-a19c8aa5701c req-bfb52dac-3423-4743-87f7-f032ecf97cc5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:04.903780 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cd2f9082-a697-4843-8dc3-a19c8aa5701c req-bfb52dac-3423-4743-87f7-f032ecf97cc5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0557513 Jul 12 03:58:04.983180 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cd2f9082-a697-4843-8dc3-a19c8aa5701c req-acf541e7-3e6b-4fc6-8845-8d59d73fd62d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0782387 Jul 12 03:58:06.121870 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d25cae3-cfad-4e7f-a0dc-eac3f7a076d3 req-09ebf254-c84e-4e4b-a4de-14f0a181068f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:06.123937 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2d25cae3-cfad-4e7f-a0dc-eac3f7a076d3 req-09ebf254-c84e-4e4b-a4de-14f0a181068f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0519793 Jul 12 03:58:06.178960 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2d25cae3-cfad-4e7f-a0dc-eac3f7a076d3 req-303bd255-1f63-44d0-b513-051e2c547e45 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493433 Jul 12 03:58:07.312602 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b8edf0-04fa-4fb0-b6c2-4a899cfc4a90 req-3c53918a-df28-417b-9fba-3d04bf14393e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:07.314235 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-24b8edf0-04fa-4fb0-b6c2-4a899cfc4a90 req-3c53918a-df28-417b-9fba-3d04bf14393e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0560853 Jul 12 03:58:07.340736 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:07.378379 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-24b8edf0-04fa-4fb0-b6c2-4a899cfc4a90 req-5004b95d-9d45-4691-abae-b4793db209a6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577149 Jul 12 03:58:08.512582 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5abe2e-d823-49a6-b223-7b4bf5d0b91d req-e9b48ae3-3b89-4ce1-bd3a-6ebd51b71a33 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:08.514852 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5a5abe2e-d823-49a6-b223-7b4bf5d0b91d req-e9b48ae3-3b89-4ce1-bd3a-6ebd51b71a33 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0541205 Jul 12 03:58:08.574468 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5a5abe2e-d823-49a6-b223-7b4bf5d0b91d req-86a133c3-7ef1-4fdf-af04-9bfacbfdc940 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534751 Jul 12 03:58:09.712692 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:09.744502 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbab3f4-9f46-4b1d-b55b-a352a2393616 req-7f1673ea-3a42-42fc-9f78-e86d0f17bc8b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:09.752092 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1fbab3f4-9f46-4b1d-b55b-a352a2393616 req-7f1673ea-3a42-42fc-9f78-e86d0f17bc8b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.1044624 Jul 12 03:58:09.814339 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1fbab3f4-9f46-4b1d-b55b-a352a2393616 req-b1fe15eb-462f-4f7e-af5c-1c08c6c10cde tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611582 Jul 12 03:58:10.946331 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc2367-f817-4726-83c1-d3572ef7cf4b req-a8ea8545-c495-4d8e-bf8a-1cb31e122694 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:10.953411 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f2dc2367-f817-4726-83c1-d3572ef7cf4b req-a8ea8545-c495-4d8e-bf8a-1cb31e122694 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0693431 Jul 12 03:58:10.966081 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:11.012941 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f2dc2367-f817-4726-83c1-d3572ef7cf4b req-7275e8e0-82db-423c-be72-67558aa3c262 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586042 Jul 12 03:58:12.141869 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffc4beb-a75f-4775-885c-f841049310d1 req-0317d18b-0ba7-49c9-b21e-232a5b2e2df0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:12.143474 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4ffc4beb-a75f-4775-885c-f841049310d1 req-0317d18b-0ba7-49c9-b21e-232a5b2e2df0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0571787 Jul 12 03:58:12.212811 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4ffc4beb-a75f-4775-885c-f841049310d1 req-e05a4d71-c9c2-45f2-822f-8091af540666 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572023 Jul 12 03:58:13.068876 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40364) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:13.211897 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-496267a0-4a48-4aeb-840e-396e91af5698 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.311415 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-496267a0-4a48-4aeb-840e-396e91af5698 admin admin] Publish callbacks [] for security_group (60cbc31c-9ce7-4e27-ab00-7fcf594c2968), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.316339 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-496267a0-4a48-4aeb-840e-396e91af5698 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (60cbc31c-9ce7-4e27-ab00-7fcf594c2968), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.344503 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affbb47a-8ddd-4418-a00c-b1c637d33320 req-fb1741df-25fa-4f6f-a869-3745fd1975ca tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:13.346414 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496267a0-4a48-4aeb-840e-396e91af5698 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60cbc31c-9ce7-4e27-ab00-7fcf594c2968,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:13.346854 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-affbb47a-8ddd-4418-a00c-b1c637d33320 req-fb1741df-25fa-4f6f-a869-3745fd1975ca tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0545437 Jul 12 03:58:13.368522 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-496267a0-4a48-4aeb-840e-396e91af5698 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a13cd820ac8a4dcfb8cdcb19d967accf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984042 Jul 12 03:58:13.369712 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40376) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:13.408630 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-affbb47a-8ddd-4418-a00c-b1c637d33320 req-796941f9-5a16-4493-b06b-f47a99532158 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544381 Jul 12 03:58:13.421924 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-577fce9c-0c70-4c9d-945b-e7df61decf7e admin admin] Publish callbacks [] for security_group (60cbc31c-9ce7-4e27-ab00-7fcf594c2968), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.445247 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-577fce9c-0c70-4c9d-945b-e7df61decf7e admin admin] Publish callbacks [] for security_group (60cbc31c-9ce7-4e27-ab00-7fcf594c2968), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.493532 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-577fce9c-0c70-4c9d-945b-e7df61decf7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (60cbc31c-9ce7-4e27-ab00-7fcf594c2968), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.496016 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-577fce9c-0c70-4c9d-945b-e7df61decf7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.497192 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-577fce9c-0c70-4c9d-945b-e7df61decf7e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/60cbc31c-9ce7-4e27-ab00-7fcf594c2968 HTTP/1.1" status: 204 len: 168 time: 0.1265020 Jul 12 03:58:13.505295 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577fce9c-0c70-4c9d-945b-e7df61decf7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60cbc31c-9ce7-4e27-ab00-7fcf594c2968,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:13.773750 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40386) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:13.791279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c8568d9f-18c8-411b-a5eb-f1d2e8ead810 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.870821 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c8568d9f-18c8-411b-a5eb-f1d2e8ead810 admin admin] Publish callbacks [] for security_group (0fe48da3-f2ab-490a-8061-00ae409c98f8), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.875800 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c8568d9f-18c8-411b-a5eb-f1d2e8ead810 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (0fe48da3-f2ab-490a-8061-00ae409c98f8), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.915327 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-c8568d9f-18c8-411b-a5eb-f1d2e8ead810 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4ff88dd31f274cc7b1b89a0cb1afb0dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1405022 Jul 12 03:58:13.916058 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8568d9f-18c8-411b-a5eb-f1d2e8ead810 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe48da3-f2ab-490a-8061-00ae409c98f8,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:13.918227 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 40390) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:13.968543 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Publish callbacks [] for security_group (0fe48da3-f2ab-490a-8061-00ae409c98f8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:13.990451 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Publish callbacks [] for security_group (0fe48da3-f2ab-490a-8061-00ae409c98f8), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:14.038856 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (0fe48da3-f2ab-490a-8061-00ae409c98f8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:14.041406 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:14.042582 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/0fe48da3-f2ab-490a-8061-00ae409c98f8 HTTP/1.1" status: 204 len: 168 time: 0.1233485 Jul 12 03:58:14.050393 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe48da3-f2ab-490a-8061-00ae409c98f8,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:14.057862 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.058213 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.058555 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.058890 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.059223 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.059553 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.059896 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.060247 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.060572 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.060894 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.061220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.061552 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.061863 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.062188 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.062501 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d5f6d9d-fa45-47e6-b065-2265864c91f2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:14.450365 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-a3534c2e-08bb-49b3-8c1d-89c508f05483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:14.451946 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-a3534c2e-08bb-49b3-8c1d-89c508f05483 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 1130 time: 0.0454140 Jul 12 03:58:14.533025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa1092d-b914-4d6d-8c7d-cf1219d03c8d req-09bd31f2-34bc-44ea-83fc-b0bee96f1b0a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:14.534616 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-daa1092d-b914-4d6d-8c7d-cf1219d03c8d req-09bd31f2-34bc-44ea-83fc-b0bee96f1b0a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0514715 Jul 12 03:58:14.557259 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-2c62db36-974a-4601-a3f0-e6e7c21f82ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:14.558722 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-2c62db36-974a-4601-a3f0-e6e7c21f82ee service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 918 time: 0.0951898 Jul 12 03:58:14.582770 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:14.590962 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-daa1092d-b914-4d6d-8c7d-cf1219d03c8d req-16e5a5b8-e71b-4e7b-ad87-a7f1d9871add tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496488 Jul 12 03:58:14.634556 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-af7e60fa-61cf-4b7a-a7bb-8cc70f8ca682 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17836774-6562-4ed2-9a30-cc38e71017de HTTP/1.1" status: 200 len: 1001 time: 0.0691400 Jul 12 03:58:14.686372 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-d5bd61ab-7e94-4917-bd48-835fe001c97e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:14.687836 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-d5bd61ab-7e94-4917-bd48-835fe001c97e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.0450640 Jul 12 03:58:14.733072 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-a01b1bd8-1fe4-45c9-b930-205c4becf061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:14.734628 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-a01b1bd8-1fe4-45c9-b930-205c4becf061 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400434 Jul 12 03:58:14.828930 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-3d8be4a7-402e-4cf7-8435-4231678786d1 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876930 Jul 12 03:58:14.864545 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:14.923369 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1dc57d82-a945-4146-8cc6-d88fc7935df5 req-6c2158dd-0f07-432b-af39-44eda5f94f5d service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882654 Jul 12 03:58:15.209340 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-23efa702-e9ac-4a70-a6db-c7c6a4feabdf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:15.722983 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999204ad-7037-4784-a8b2-222bd0d7eef5 req-3f7a4b05-35c5-42e2-befa-3514026a9ac8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:15.727645 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-999204ad-7037-4784-a8b2-222bd0d7eef5 req-3f7a4b05-35c5-42e2-befa-3514026a9ac8 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0548732 Jul 12 03:58:15.769209 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:15.778357 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-999204ad-7037-4784-a8b2-222bd0d7eef5 req-3db5d92e-6d7a-4101-bcb2-bb8b4325255c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450323 Jul 12 03:58:15.854920 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:15.858875 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=17,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:16.856311 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:16.907056 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45bdcc4-203c-4a51-a8c5-abca9200250d req-d4c70f64-803d-4e6a-9aef-2d3361e5032a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:16.908586 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c45bdcc4-203c-4a51-a8c5-abca9200250d req-d4c70f64-803d-4e6a-9aef-2d3361e5032a tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0519218 Jul 12 03:58:16.957673 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c45bdcc4-203c-4a51-a8c5-abca9200250d req-8f316c7e-13c6-4699-8597-c573d394ed6d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431473 Jul 12 03:58:17.139634 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 40528) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:17.251536 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-76f9b4cb-e778-4f19-b075-8562088c9937 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.327386 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-76f9b4cb-e778-4f19-b075-8562088c9937 admin admin] Publish callbacks [] for security_group (83d701b9-9973-495a-bd94-0fb4179d7159), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.332604 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-76f9b4cb-e778-4f19-b075-8562088c9937 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (83d701b9-9973-495a-bd94-0fb4179d7159), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.376285 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-76f9b4cb-e778-4f19-b075-8562088c9937 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=08945f5a1563432fb9ab4545fc714fdd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2355003 Jul 12 03:58:17.377137 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f9b4cb-e778-4f19-b075-8562088c9937 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83d701b9-9973-495a-bd94-0fb4179d7159,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:17.379051 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40532) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:17.402967 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:17.431790 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdd61-46bd-4bae-8fc5-277fee6b03b8 admin admin] Publish callbacks [] for security_group (83d701b9-9973-495a-bd94-0fb4179d7159), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.455438 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdd61-46bd-4bae-8fc5-277fee6b03b8 admin admin] Publish callbacks [] for security_group (83d701b9-9973-495a-bd94-0fb4179d7159), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.505602 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdd61-46bd-4bae-8fc5-277fee6b03b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (83d701b9-9973-495a-bd94-0fb4179d7159), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.508265 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f4ccdd61-46bd-4bae-8fc5-277fee6b03b8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.509427 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f4ccdd61-46bd-4bae-8fc5-277fee6b03b8 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/83d701b9-9973-495a-bd94-0fb4179d7159 HTTP/1.1" status: 204 len: 168 time: 0.1291625 Jul 12 03:58:17.518010 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ccdd61-46bd-4bae-8fc5-277fee6b03b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83d701b9-9973-495a-bd94-0fb4179d7159,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:17.717435 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-10f7338c-22ab-49d2-a6d0-b9554a69df8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.790703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 40538) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:17.805010 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c34b9783-b6fb-48b2-9754-7735914326f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.879735 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c34b9783-b6fb-48b2-9754-7735914326f5 admin admin] Publish callbacks [] for security_group (7e2db7d0-09a8-421a-bc8f-07be838503da), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.886378 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c34b9783-b6fb-48b2-9754-7735914326f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (7e2db7d0-09a8-421a-bc8f-07be838503da), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:17.928727 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34b9783-b6fb-48b2-9754-7735914326f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e2db7d0-09a8-421a-bc8f-07be838503da,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:17.933030 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-c34b9783-b6fb-48b2-9754-7735914326f5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=94b1848cc64c477d95f598edb0e53c94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1411974 Jul 12 03:58:17.935793 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 40540) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:17.985733 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-49abdec4-d924-40e9-8f90-47a9de948e1e admin admin] Publish callbacks [] for security_group (7e2db7d0-09a8-421a-bc8f-07be838503da), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:18.007602 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-49abdec4-d924-40e9-8f90-47a9de948e1e admin admin] Publish callbacks [] for security_group (7e2db7d0-09a8-421a-bc8f-07be838503da), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:18.081890 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e47385-bfa5-4020-b406-49d9cd4045ce req-9b383336-23cf-425a-a5e5-511f6c0b39aa tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:18.083384 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-12e47385-bfa5-4020-b406-49d9cd4045ce req-9b383336-23cf-425a-a5e5-511f6c0b39aa tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 946 time: 0.0496554 Jul 12 03:58:18.084406 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-49abdec4-d924-40e9-8f90-47a9de948e1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (7e2db7d0-09a8-421a-bc8f-07be838503da), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:18.086788 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-49abdec4-d924-40e9-8f90-47a9de948e1e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:18.090199 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-49abdec4-d924-40e9-8f90-47a9de948e1e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/7e2db7d0-09a8-421a-bc8f-07be838503da HTTP/1.1" status: 204 len: 168 time: 0.1511762 Jul 12 03:58:18.107839 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49abdec4-d924-40e9-8f90-47a9de948e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e2db7d0-09a8-421a-bc8f-07be838503da,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:18.140497 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-12e47385-bfa5-4020-b406-49d9cd4045ce req-5961250d-3383-4df5-a62b-4110c75204ce tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501366 Jul 12 03:58:18.356770 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 17836774-6562-4ed2-9a30-cc38e71017de no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:58:18.432583 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 17836774-6562-4ed2-9a30-cc38e71017de is: ACTIVE; New status is: DOWN {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:58:18.433049 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:18.462335 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:58:18.464658 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f45f3a9-189e-4fe8-9ae0-cb0f038b907c" -d '{"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-unplugged", "status": "completed", "tag": "17836774-6562-4ed2-9a30-cc38e71017de"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:58:18.482034 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:18.487451 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:18.512648 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Jul 2022 03:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533d1c7f-c116-4462-b543-717f1bd02a67 x-openstack-request-id: req-533d1c7f-c116-4462-b543-717f1bd02a67 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:58:18.513014 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-unplugged", "status": "failed", "tag": "17836774-6562-4ed2-9a30-cc38e71017de", "code": 422}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:58:18.513322 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-533d1c7f-c116-4462-b543-717f1bd02a67 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:58:18.513813 dv-cinder-847730-4-iscsi neutron-server[110649]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-533d1c7f-c116-4462-b543-717f1bd02a67']: {'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de', 'code': 422} returned with failed status Jul 12 03:58:18.542121 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=8']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:18.549165 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.549511 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.549851 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.550186 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.550551 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.550879 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.551203 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.551519 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.552039 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.552358 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.552680 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.553002 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.553319 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.553637 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.554176 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:18.685249 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:18.998614 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [req-131bfe37-6287-451e-94aa-728710a55f3d req-d0ac0000-1a45-4412-ba7a-1bf54d5e2ef1 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:58:18.999693 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-131bfe37-6287-451e-94aa-728710a55f3d req-d0ac0000-1a45-4412-ba7a-1bf54d5e2ef1 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0062470 Jul 12 03:58:19.167796 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f852059-74f3-4895-a5c9-5ed01f6157f4 req-12bb1131-a615-4815-bcc2-5ab21b828301 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:19.169340 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7f852059-74f3-4895-a5c9-5ed01f6157f4 req-12bb1131-a615-4815-bcc2-5ab21b828301 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0544159 Jul 12 03:58:19.224418 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7f852059-74f3-4895-a5c9-5ed01f6157f4 req-94802dae-d219-422f-a108-12fcc12f49f5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478692 Jul 12 03:58:19.620303 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 40632) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:19.749116 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-204a2c88-e27f-4146-8a4c-8af10b4e9bff service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1276724 Jul 12 03:58:19.758401 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-cb5d7196-bfb9-4721-a67b-7f81d7c34fe5 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:58:19.759414 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-cb5d7196-bfb9-4721-a67b-7f81d7c34fe5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053706 Jul 12 03:58:19.896471 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40648) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:20.039012 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-d0330817-295f-4730-bf59-0e49d7533eee tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:20.040421 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-d0330817-295f-4730-bf59-0e49d7533eee tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports/17836774-6562-4ed2-9a30-cc38e71017de HTTP/1.1" status: 200 len: 941 time: 0.1425941 Jul 12 03:58:20.158785 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:20.363955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7174bd9-7543-4e77-8658-6288e43faa59 req-12341984-8454-4398-a174-794778420798 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:20.365712 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c7174bd9-7543-4e77-8658-6288e43faa59 req-12341984-8454-4398-a174-794778420798 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0639591 Jul 12 03:58:20.413087 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=84,neutron:INSERT=13,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:20.418137 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c7174bd9-7543-4e77-8658-6288e43faa59 req-82185a3c-1bef-4717-8721-1064a2df1556 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459869 Jul 12 03:58:20.583829 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:20.995941 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-48416e95-5c5a-4020-9dfe-54401af2aa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:20.997654 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-48416e95-5c5a-4020-9dfe-54401af2aa7d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63&tenant_id=e9417b8011914e108ae00b5aa583ce50 HTTP/1.1" status: 200 len: 1128 time: 0.0496435 Jul 12 03:58:21.080523 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-a5d45115-2196-45cd-9616-0f98b80b75da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:21.082068 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-a5d45115-2196-45cd-9616-0f98b80b75da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=e9417b8011914e108ae00b5aa583ce50&device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 1128 time: 0.0481191 Jul 12 03:58:21.124432 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:21.179739 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-0e46ecfa-3824-4d63-a1cb-792320a988c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:21.181351 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-0e46ecfa-3824-4d63-a1cb-792320a988c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 200 len: 918 time: 0.0909662 Jul 12 03:58:21.244905 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-389f367e-4447-467c-b7ef-45f53c4643e7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=17836774-6562-4ed2-9a30-cc38e71017de HTTP/1.1" status: 200 len: 999 time: 0.0568242 Jul 12 03:58:21.297052 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-e67bdcfa-6ce6-4de0-a811-ce02497e53b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:21.298422 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-e67bdcfa-6ce6-4de0-a811-ce02497e53b4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 200 len: 856 time: 0.0437462 Jul 12 03:58:21.343249 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-be3287e7-5742-47b2-ad18-5b410d1fde19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:21.344748 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-be3287e7-5742-47b2-ad18-5b410d1fde19 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0387447 Jul 12 03:58:21.423649 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-3161f1f2-b8c8-4555-baba-cf24e11d1300 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0572531 Jul 12 03:58:21.504831 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-732b1e98-f7f2-481e-b626-e4497f6c4b93 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453497 Jul 12 03:58:21.507683 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-8af0c6af-e08d-4895-a124-4c4571018251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:21.509024 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-8af0c6af-e08d-4895-a124-4c4571018251 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b38d912121c64d5e887dc21e354b3cfd&device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1168 time: 0.0489807 Jul 12 03:58:21.548326 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7d9274-cf26-4924-8188-50e6be02c845 req-d80ba6e3-e0b3-44af-a266-09236c753009 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:21.549779 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7f7d9274-cf26-4924-8188-50e6be02c845 req-d80ba6e3-e0b3-44af-a266-09236c753009 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0504372 Jul 12 03:58:21.597859 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7f7d9274-cf26-4924-8188-50e6be02c845 req-16c9b1c3-de90-4845-9592-f667e1574798 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419402 Jul 12 03:58:21.666447 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-a4ae5c6b-4dd2-468d-ab8a-765136f2cd29 service neutron] 10.222.0.44 "GET /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521151 Jul 12 03:58:21.675054 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-961f2619-023f-4181-a7e7-7e5406cdc2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:21.676437 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-961f2619-023f-4181-a7e7-7e5406cdc2ac service neutron] 10.222.0.44 "GET /v2.0/networks?id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 200 len: 916 time: 0.1399007 Jul 12 03:58:21.743810 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-053c181f-d97f-4768-a24c-89e03dbfe447 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 1001 time: 0.0581453 Jul 12 03:58:21.794326 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-0241233e-3ce1-46f4-9b08-30268f75f79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:21.795951 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-0241233e-3ce1-46f4-9b08-30268f75f79b service neutron] 10.222.0.44 "GET /v2.0/subnets?id=418f5041-ae24-4040-b371-85610930cb5e HTTP/1.1" status: 200 len: 854 time: 0.0462215 Jul 12 03:58:21.898682 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-cb7ba8b9-6ad3-4cea-b493-5bde39a06326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:21.900400 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-cb7ba8b9-6ad3-4cea-b493-5bde39a06326 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513270 Jul 12 03:58:21.925501 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:58:21.997590 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-f998d145-a5ea-4b82-8a9d-1a94c2abef0c service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904980 Jul 12 03:58:22.074319 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:22.104814 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2a3366ea-873c-4269-8c3d-031ea065e4c8 req-edaa8c8a-43de-4438-9975-23a460c78c48 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000080 Jul 12 03:58:22.730090 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9060ca-25dc-4f0a-bc9f-1786a4584d9d req-258da2f3-b90d-442f-9615-5a5a28d82d4c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:22.732188 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0e9060ca-25dc-4f0a-bc9f-1786a4584d9d req-258da2f3-b90d-442f-9615-5a5a28d82d4c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0526934 Jul 12 03:58:22.781140 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:22.786112 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0e9060ca-25dc-4f0a-bc9f-1786a4584d9d req-2f1d7189-4fc8-4a0b-9000-514ff391b265 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481086 Jul 12 03:58:23.920429 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31eaba-86a7-429e-b3fb-20b8d880d868 req-69eb9984-2f16-4b52-a7a0-8381c892ee2e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:23.921892 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fb31eaba-86a7-429e-b3fb-20b8d880d868 req-69eb9984-2f16-4b52-a7a0-8381c892ee2e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0594699 Jul 12 03:58:23.971461 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fb31eaba-86a7-429e-b3fb-20b8d880d868 req-445d3d31-9235-4a3d-9c88-f3232fb9e854 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420494 Jul 12 03:58:25.102453 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e65a902-7bd2-42a1-be15-7ef4d277822f req-f22262f7-1807-4006-b26f-286629953094 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:25.103919 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6e65a902-7bd2-42a1-be15-7ef4d277822f req-f22262f7-1807-4006-b26f-286629953094 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0513086 Jul 12 03:58:25.156843 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6e65a902-7bd2-42a1-be15-7ef4d277822f req-2706f63a-62a6-4dda-a0f0-8950f7e9e41d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455499 Jul 12 03:58:26.285451 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d8d2b-4a50-467f-88cd-6282f9b2a9c6 req-a95c4805-4212-4503-883a-fbcbcbaa01ae tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:26.286961 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d38d8d2b-4a50-467f-88cd-6282f9b2a9c6 req-a95c4805-4212-4503-883a-fbcbcbaa01ae tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0470374 Jul 12 03:58:26.335157 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d38d8d2b-4a50-467f-88cd-6282f9b2a9c6 req-5d8b9625-a975-4592-8ad5-fabfcd307e09 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424817 Jul 12 03:58:27.487094 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ab00f-87d9-4eb1-9ada-574ede97f845 req-7b0917aa-f1e7-4a63-9e6e-07ee92ab8bca tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:27.488523 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c07ab00f-87d9-4eb1-9ada-574ede97f845 req-7b0917aa-f1e7-4a63-9e6e-07ee92ab8bca tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0503511 Jul 12 03:58:27.543132 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c07ab00f-87d9-4eb1-9ada-574ede97f845 req-cad5b776-18fd-4a28-829c-2ae1374f28e3 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486414 Jul 12 03:58:28.684561 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775e7f3a-6ecf-4408-8703-c79de70d8701 req-2b920b7e-545b-436b-9cc1-e19f6283cc64 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:28.687242 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-775e7f3a-6ecf-4408-8703-c79de70d8701 req-2b920b7e-545b-436b-9cc1-e19f6283cc64 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0591052 Jul 12 03:58:28.749523 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-775e7f3a-6ecf-4408-8703-c79de70d8701 req-4be542e7-d5a8-4c1b-aaba-c6089ca4e7e0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562751 Jul 12 03:58:29.874907 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef40159-4ed1-4ae3-af2f-df36a0dcff4c req-17ced129-794d-48d6-b6e8-63ad732f791e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:29.876517 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0ef40159-4ed1-4ae3-af2f-df36a0dcff4c req-17ced129-794d-48d6-b6e8-63ad732f791e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0486252 Jul 12 03:58:29.924998 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0ef40159-4ed1-4ae3-af2f-df36a0dcff4c req-620272b1-6cc9-48d4-9bba-3ca6b6b0be14 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428846 Jul 12 03:58:30.570757 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=55,neutron:UPDATE=6 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:30.572770 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=35 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:30.580267 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=64,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:31.300692 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd9f3c2-bb6c-46b4-99d3-44733957baa2 req-ede3d6ef-57e1-4773-b765-129a60843b83 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:31.302340 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-dbd9f3c2-bb6c-46b4-99d3-44733957baa2 req-ede3d6ef-57e1-4773-b765-129a60843b83 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.2902362 Jul 12 03:58:31.360162 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-dbd9f3c2-bb6c-46b4-99d3-44733957baa2 req-2473e6f4-849d-4217-b82a-de3ed93f3688 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517943 Jul 12 03:58:31.923398 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:32.491536 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12f22d-1228-40ea-9b5b-f8f356fe4c65 req-c8413116-d265-41c3-b50d-e8547aabcedf tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:32.493023 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1a12f22d-1228-40ea-9b5b-f8f356fe4c65 req-c8413116-d265-41c3-b50d-e8547aabcedf tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0501900 Jul 12 03:58:32.540908 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1a12f22d-1228-40ea-9b5b-f8f356fe4c65 req-6fb94c1a-df82-42b4-8ad0-aff6ca4d3442 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Jul 12 03:58:33.657893 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:33.666121 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c16b1-8fe0-4530-8854-f52c487277c3 req-73b1447a-f8f0-458a-9164-b904d799e40f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:33.667605 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cd5c16b1-8fe0-4530-8854-f52c487277c3 req-73b1447a-f8f0-458a-9164-b904d799e40f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0479538 Jul 12 03:58:33.716033 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cd5c16b1-8fe0-4530-8854-f52c487277c3 req-e6fb15f1-c2f5-41f6-92db-a631f93e94ca tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424180 Jul 12 03:58:34.838158 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a04cd9-1112-42d3-b8c7-25b07531583f req-d3974396-ca61-4b98-a630-b5d95b1f6fa6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:34.839858 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-45a04cd9-1112-42d3-b8c7-25b07531583f req-d3974396-ca61-4b98-a630-b5d95b1f6fa6 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0494995 Jul 12 03:58:34.891084 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-45a04cd9-1112-42d3-b8c7-25b07531583f req-a8c84c30-04ee-4337-8aae-013fe3988be1 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449741 Jul 12 03:58:35.367940 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-906c7a0d-7197-4b86-9f03-2b09cc0d33ba tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-360543779&fields=id&tenant_id=99d9e85c63234c77889f856bf95288f5 HTTP/1.1" status: 200 len: 267 time: 0.0469279 Jul 12 03:58:35.500468 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e16ad-f102-410b-b8e7-e5080140face req-eed9b672-69a1-4f26-8903-9c88833414e1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:35.501897 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-eed9b672-69a1-4f26-8903-9c88833414e1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 812 time: 0.1266639 Jul 12 03:58:35.517077 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-65c1e249-f876-4a54-9c05-d72c5005b170 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/quotas/99d9e85c63234c77889f856bf95288f5 HTTP/1.1" status: 200 len: 375 time: 0.0095048 Jul 12 03:58:35.580784 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-0998d145-3485-4753-af89-7585a97c461c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0580628 Jul 12 03:58:35.657735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:35.681283 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-09cf8c9b-9899-4cdb-b59b-1e063a9e57ef service neutron] 10.222.0.20 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880191 Jul 12 03:58:35.798298 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-23cecfb0-d01d-491c-8592-16adbb325530 service neutron] 10.222.0.20 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111979 Jul 12 03:58:35.871361 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 40862) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:36.051812 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6bcd84a8-85dd-4039-a963-c9110f413fda admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.069738 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d44a7d1-23f9-4588-b05c-8dbfceebde91 req-1ecc297e-6104-49fa-979f-fe3d4b91ec6f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:36.071367 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0d44a7d1-23f9-4588-b05c-8dbfceebde91 req-1ecc297e-6104-49fa-979f-fe3d4b91ec6f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0743794 Jul 12 03:58:36.171187 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0d44a7d1-23f9-4588-b05c-8dbfceebde91 req-55183ad6-f596-46ea-b7ce-296825190d27 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911252 Jul 12 03:58:36.227135 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8efc7c98-4549-472f-a9a7-8d978a75d0e0 req-9efcdbfe-f14d-4f29-b490-943cdd3b5418 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 210 time: 0.0604112 Jul 12 03:58:36.272744 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6bcd84a8-85dd-4039-a963-c9110f413fda admin admin] Publish callbacks [] for security_group (a31706c2-c639-4ccc-80cd-ee1f5fdfc34c), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.278607 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6bcd84a8-85dd-4039-a963-c9110f413fda admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (a31706c2-c639-4ccc-80cd-ee1f5fdfc34c), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.321846 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6bcd84a8-85dd-4039-a963-c9110f413fda admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=534d33178c47478fa57289cdcf2e9448&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4492874 Jul 12 03:58:36.322715 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcd84a8-85dd-4039-a963-c9110f413fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a31706c2-c639-4ccc-80cd-ee1f5fdfc34c,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:36.325270 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40880) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:36.387697 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Publish callbacks [] for security_group (a31706c2-c639-4ccc-80cd-ee1f5fdfc34c), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.413609 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Publish callbacks [] for security_group (a31706c2-c639-4ccc-80cd-ee1f5fdfc34c), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.480162 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (a31706c2-c639-4ccc-80cd-ee1f5fdfc34c), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.483219 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.484435 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/a31706c2-c639-4ccc-80cd-ee1f5fdfc34c HTTP/1.1" status: 204 len: 168 time: 0.1588559 Jul 12 03:58:36.494728 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a31706c2-c639-4ccc-80cd-ee1f5fdfc34c,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:36.504135 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.504488 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.504844 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.505173 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.505543 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.505870 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.506219 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.506669 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.506996 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.507315 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.507650 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.508053 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.508454 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.508655 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.508972 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffeca628-5d71-4029-a097-6ea79fe8281c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:58:36.812440 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40890) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:36.831041 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6800c3b8-de52-4ee4-8812-2571741572c7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.916709 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6800c3b8-de52-4ee4-8812-2571741572c7 admin admin] Publish callbacks [] for security_group (9f7defad-185c-4a7d-88c7-199fe11b9990), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.920928 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6800c3b8-de52-4ee4-8812-2571741572c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (9f7defad-185c-4a7d-88c7-199fe11b9990), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:36.959887 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6800c3b8-de52-4ee4-8812-2571741572c7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9e735bc57e7140b3852f6db42c612137&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1462615 Jul 12 03:58:36.961007 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6800c3b8-de52-4ee4-8812-2571741572c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f7defad-185c-4a7d-88c7-199fe11b9990,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:36.963295 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40892) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:37.011029 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2d95f86d-aeab-46e8-8964-e86502464708 admin admin] Publish callbacks [] for security_group (9f7defad-185c-4a7d-88c7-199fe11b9990), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.030989 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:37.037784 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2d95f86d-aeab-46e8-8964-e86502464708 admin admin] Publish callbacks [] for security_group (9f7defad-185c-4a7d-88c7-199fe11b9990), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.090320 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2d95f86d-aeab-46e8-8964-e86502464708 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (9f7defad-185c-4a7d-88c7-199fe11b9990), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.093315 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2d95f86d-aeab-46e8-8964-e86502464708 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.097192 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-2d95f86d-aeab-46e8-8964-e86502464708 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/9f7defad-185c-4a7d-88c7-199fe11b9990 HTTP/1.1" status: 204 len: 168 time: 0.1303768 Jul 12 03:58:37.103935 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d95f86d-aeab-46e8-8964-e86502464708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f7defad-185c-4a7d-88c7-199fe11b9990,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:37.338602 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70393d2d-c13b-453e-b8de-df32214e8c69 req-bc35706e-7ccd-4b1d-ad58-a2e34127cf47 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:37.347211 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-70393d2d-c13b-453e-b8de-df32214e8c69 req-bc35706e-7ccd-4b1d-ad58-a2e34127cf47 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0704689 Jul 12 03:58:37.352698 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-96bead66-9ba7-4407-9f73-f481fe58005a req-f41dcad1-6139-4b69-b926-09622a2f4bad tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 210 time: 0.0399828 Jul 12 03:58:37.379759 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:37.393196 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-70393d2d-c13b-453e-b8de-df32214e8c69 req-9428a006-da87-40fc-abd5-193a2e301a5c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444975 Jul 12 03:58:37.527810 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40902) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:37.541481 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf88a-69f2-406b-890e-0a15e23eb319 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.615789 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf88a-69f2-406b-890e-0a15e23eb319 admin admin] Publish callbacks [] for security_group (de442691-169c-44fe-941b-bab1ac4100aa), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.623244 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-8b7cf88a-69f2-406b-890e-0a15e23eb319 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (de442691-169c-44fe-941b-bab1ac4100aa), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.646982 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:37.668497 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-8b7cf88a-69f2-406b-890e-0a15e23eb319 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=44532b16880f4ab4a3ba47587a5204ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1393883 Jul 12 03:58:37.671520 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40904) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:37.678442 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7cf88a-69f2-406b-890e-0a15e23eb319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de442691-169c-44fe-941b-bab1ac4100aa,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:37.725705 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2efb066d-b8ad-4935-b297-dce01bea3378 admin admin] Publish callbacks [] for security_group (de442691-169c-44fe-941b-bab1ac4100aa), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.747293 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2efb066d-b8ad-4935-b297-dce01bea3378 admin admin] Publish callbacks [] for security_group (de442691-169c-44fe-941b-bab1ac4100aa), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.797574 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2efb066d-b8ad-4935-b297-dce01bea3378 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (de442691-169c-44fe-941b-bab1ac4100aa), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.800097 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2efb066d-b8ad-4935-b297-dce01bea3378 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:37.801230 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-2efb066d-b8ad-4935-b297-dce01bea3378 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/de442691-169c-44fe-941b-bab1ac4100aa HTTP/1.1" status: 204 len: 168 time: 0.1286283 Jul 12 03:58:37.808922 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efb066d-b8ad-4935-b297-dce01bea3378 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de442691-169c-44fe-941b-bab1ac4100aa,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:38.452587 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-39e30cd3-8a48-463c-924d-f452b281d4ec req-330f7a40-f38b-47d4-b6b4-f0a5d639740a tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 210 time: 0.0293584 Jul 12 03:58:38.525705 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdf14e-0bd9-4969-85ff-b1b8a96b1bef req-88e5e013-a220-4607-bd02-bcc682edb201 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:38.527580 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8abdf14e-0bd9-4969-85ff-b1b8a96b1bef req-88e5e013-a220-4607-bd02-bcc682edb201 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0525787 Jul 12 03:58:38.576128 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8abdf14e-0bd9-4969-85ff-b1b8a96b1bef req-4d07a2ec-02bc-474d-a136-02b6793075d7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427091 Jul 12 03:58:39.553390 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-aff0643f-9791-4619-8e75-b5f89e681101 req-3ae603f4-6f3e-4107-8742-ea8f3122df91 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 210 time: 0.0297780 Jul 12 03:58:39.703103 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d43d035-3153-4816-a031-a920cacd8ca8 req-d8916a41-ce75-43cf-97e2-85b5a61f6667 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:39.704950 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1d43d035-3153-4816-a031-a920cacd8ca8 req-d8916a41-ce75-43cf-97e2-85b5a61f6667 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0542986 Jul 12 03:58:39.733439 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:39.760465 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1d43d035-3153-4816-a031-a920cacd8ca8 req-0f83c28a-a398-41be-aaee-1a942128fedb tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474179 Jul 12 03:58:39.972385 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40982) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:40.081321 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b7b17526-edd5-42d1-8a92-ab821a5e48a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.157969 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b7b17526-edd5-42d1-8a92-ab821a5e48a3 admin admin] Publish callbacks [] for security_group (609b2f21-9b72-436b-9bf7-85ac24bcff02), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.163162 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b7b17526-edd5-42d1-8a92-ab821a5e48a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (609b2f21-9b72-436b-9bf7-85ac24bcff02), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.199746 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b17526-edd5-42d1-8a92-ab821a5e48a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=609b2f21-9b72-436b-9bf7-85ac24bcff02,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:40.205277 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-b7b17526-edd5-42d1-8a92-ab821a5e48a3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f4b24d3ae632462da6ba53e147e69e27&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2318645 Jul 12 03:58:40.208152 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40986) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:40.266244 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4f291fb7-fa42-4b44-ad9f-abfc629809b1 admin admin] Publish callbacks [] for security_group (609b2f21-9b72-436b-9bf7-85ac24bcff02), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.289484 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4f291fb7-fa42-4b44-ad9f-abfc629809b1 admin admin] Publish callbacks [] for security_group (609b2f21-9b72-436b-9bf7-85ac24bcff02), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.340337 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4f291fb7-fa42-4b44-ad9f-abfc629809b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (609b2f21-9b72-436b-9bf7-85ac24bcff02), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.343028 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4f291fb7-fa42-4b44-ad9f-abfc629809b1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.344225 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4f291fb7-fa42-4b44-ad9f-abfc629809b1 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/609b2f21-9b72-436b-9bf7-85ac24bcff02 HTTP/1.1" status: 204 len: 168 time: 0.1351478 Jul 12 03:58:40.352391 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f291fb7-fa42-4b44-ad9f-abfc629809b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=609b2f21-9b72-436b-9bf7-85ac24bcff02,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:40.620502 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 40994) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:40.632765 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:DELETE=6,neutron:SELECT=80,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:40.638140 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f88e4d2d-d17e-47ba-b053-20fd344b7d48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.650585 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-df1383c6-67cd-4215-9099-fa171cf6f230 req-094779e6-9582-416c-86a1-0eb2f5661574 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 210 time: 0.0301564 Jul 12 03:58:40.725270 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f88e4d2d-d17e-47ba-b053-20fd344b7d48 admin admin] Publish callbacks [] for security_group (ea7bdc61-280a-4bd9-a74a-0d3647459fd2), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.730657 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f88e4d2d-d17e-47ba-b053-20fd344b7d48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ea7bdc61-280a-4bd9-a74a-0d3647459fd2), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.769464 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f88e4d2d-d17e-47ba-b053-20fd344b7d48 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=3c4269418f014115a75c701061de93e2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1478801 Jul 12 03:58:40.770696 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88e4d2d-d17e-47ba-b053-20fd344b7d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea7bdc61-280a-4bd9-a74a-0d3647459fd2,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:40.772452 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 40996) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:40.826029 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4b93ed14-6055-4d00-9e02-554efd8b3560 admin admin] Publish callbacks [] for security_group (ea7bdc61-280a-4bd9-a74a-0d3647459fd2), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.850705 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4b93ed14-6055-4d00-9e02-554efd8b3560 admin admin] Publish callbacks [] for security_group (ea7bdc61-280a-4bd9-a74a-0d3647459fd2), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.882788 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45ebb9f-7bc2-496c-83e7-1ffd5a47f9a1 req-2c8821e9-3ffd-44ec-b38b-fb7615310199 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:40.884438 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b45ebb9f-7bc2-496c-83e7-1ffd5a47f9a1 req-2c8821e9-3ffd-44ec-b38b-fb7615310199 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0475683 Jul 12 03:58:40.896932 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4b93ed14-6055-4d00-9e02-554efd8b3560 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ea7bdc61-280a-4bd9-a74a-0d3647459fd2), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.899371 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4b93ed14-6055-4d00-9e02-554efd8b3560 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:40.900535 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4b93ed14-6055-4d00-9e02-554efd8b3560 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ea7bdc61-280a-4bd9-a74a-0d3647459fd2 HTTP/1.1" status: 204 len: 168 time: 0.1270466 Jul 12 03:58:40.909148 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b93ed14-6055-4d00-9e02-554efd8b3560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea7bdc61-280a-4bd9-a74a-0d3647459fd2,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:40.943113 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b45ebb9f-7bc2-496c-83e7-1ffd5a47f9a1 req-b4547bec-56ae-40b5-881a-419d6d07e0f2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482659 Jul 12 03:58:41.751148 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f83351b2-85d2-42b4-b42c-fd969b2f9961 req-46ab345f-bc79-4c2d-88b8-37fd994448ed tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 210 time: 0.0291755 Jul 12 03:58:42.054350 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41038) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:42.056138 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ba72b-8dcd-4934-a71d-d6a50a598313 req-397895f6-78f0-4723-8959-a2639ca6a34e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:42.057605 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-700ba72b-8dcd-4934-a71d-d6a50a598313 req-397895f6-78f0-4723-8959-a2639ca6a34e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0469909 Jul 12 03:58:42.109551 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-700ba72b-8dcd-4934-a71d-d6a50a598313 req-83b6a410-07fb-4521-a83a-a6e9c2832334 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462744 Jul 12 03:58:42.160786 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4277d80f-cbb7-4664-9f71-dcb121699376 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:42.225138 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:42.237081 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4277d80f-cbb7-4664-9f71-dcb121699376 admin admin] Publish callbacks [] for security_group (2dc542b3-1a66-4fb0-8c18-f157dc19c268), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:42.241600 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4277d80f-cbb7-4664-9f71-dcb121699376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2dc542b3-1a66-4fb0-8c18-f157dc19c268), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:42.281508 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4277d80f-cbb7-4664-9f71-dcb121699376 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e886799941ea487b83987c783a5257e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2260590 Jul 12 03:58:42.282613 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4277d80f-cbb7-4664-9f71-dcb121699376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dc542b3-1a66-4fb0-8c18-f157dc19c268,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:42.284450 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41042) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:42.335130 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4788-2e4b-4f43-b587-2d9956dd6a89 admin admin] Publish callbacks [] for security_group (2dc542b3-1a66-4fb0-8c18-f157dc19c268), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:42.363473 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4788-2e4b-4f43-b587-2d9956dd6a89 admin admin] Publish callbacks [] for security_group (2dc542b3-1a66-4fb0-8c18-f157dc19c268), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:42.414907 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4788-2e4b-4f43-b587-2d9956dd6a89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2dc542b3-1a66-4fb0-8c18-f157dc19c268), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:42.417581 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7e4c4788-2e4b-4f43-b587-2d9956dd6a89 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:42.418726 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-7e4c4788-2e4b-4f43-b587-2d9956dd6a89 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2dc542b3-1a66-4fb0-8c18-f157dc19c268 HTTP/1.1" status: 204 len: 168 time: 0.1332459 Jul 12 03:58:42.426744 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4c4788-2e4b-4f43-b587-2d9956dd6a89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dc542b3-1a66-4fb0-8c18-f157dc19c268,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:42.849916 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8740edcb-44be-412a-b79d-b2e64495ccf9 req-7b3bc651-4ef4-4d6c-ab83-fd8b4e7b0211 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 210 time: 0.0311072 Jul 12 03:58:43.233564 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19deb999-183c-4989-931c-bfc8391a9dec req-db583431-0f8c-49ab-8b1a-8d02afa6cf52 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:43.235400 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19deb999-183c-4989-931c-bfc8391a9dec req-db583431-0f8c-49ab-8b1a-8d02afa6cf52 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0516617 Jul 12 03:58:43.287812 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19deb999-183c-4989-931c-bfc8391a9dec req-3967c036-feb1-4581-8177-a73d2f8dadad tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462229 Jul 12 03:58:43.749727 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:43.782205 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e16ad-f102-410b-b8e7-e5080140face req-dd7564c2-19cd-4179-b70b-e3105b06afea tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:43.783690 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-dd7564c2-19cd-4179-b70b-e3105b06afea tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 812 time: 0.1125658 Jul 12 03:58:43.852506 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-8e80c250-e3f3-47e9-9501-c9433e234e45 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=99d9e85c63234c77889f856bf95288f5 HTTP/1.1" status: 200 len: 379 time: 0.0537453 Jul 12 03:58:43.863484 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'port': {'device_id': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'admin_state_up': True, 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'security_groups': ['39f6955f-2c14-4bdb-8820-f7e87d1ecb03']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:58:43.951467 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6e0b4643-3224-452e-87ae-69ea0e078aad req-9b1451aa-1cf7-4b25-9865-3beed29b7836 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 210 time: 0.0295613 Jul 12 03:58:43.978847 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Made reservation on behalf of 99d9e85c63234c77889f856bf95288f5 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:58:43.982244 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:43.984774 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:44.114355 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Allocated IP 172.20.0.14 (cb793af7-088d-44b6-bebd-8609e6743321/efa7d720-5c17-4257-9ecc-8b470f8cadcc/b54c3cd0-0543-4605-8bcb-366ec7d32882) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:58:44.264961 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:44.302768 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:44.349731 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Network cb793af7-088d-44b6-bebd-8609e6743321 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:58:44.352778 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:58:44.356668 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:58:44.383903 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'Port': ['ID=b54c3cd0-0543-4605-8bcb-366ec7d32882,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:44.441160 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:44.441821 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:44.450862 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb2fdf4-8a7e-4baa-a1b0-654fb103ae2a req-c6cfb866-2398-448d-84d3-6a0289cc7694 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:44.452360 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ffb2fdf4-8a7e-4baa-a1b0-654fb103ae2a req-c6cfb866-2398-448d-84d3-6a0289cc7694 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 944 time: 0.0726607 Jul 12 03:58:44.474203 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 17836774-6562-4ed2-9a30-cc38e71017de details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:58:44.478786 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-edb0c90f-f7b2-45aa-b4b5-03dfbe9a726f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6187353 Jul 12 03:58:44.502743 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Request body: {'port': {'device_id': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:58:44.542716 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ffb2fdf4-8a7e-4baa-a1b0-654fb103ae2a req-ac6456a0-eef0-4622-8721-01512dfc2204 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833004 Jul 12 03:58:44.574269 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:44.582573 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:44.599327 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:44.615199 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '17836774-6562-4ed2-9a30-cc38e71017de', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'port_id': '17836774-6562-4ed2-9a30-cc38e71017de', 'mac_address': 'fa:16:3e:92:76:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:58:44.654423 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-59717ece-b6b7-42ca-8e88-6939688a2010 None None] Provisioning complete for port b54c3cd0-0543-4605-8bcb-366ec7d32882 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:58:44.654795 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-59717ece-b6b7-42ca-8e88-6939688a2010 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:44.686481 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 17836774-6562-4ed2-9a30-cc38e71017de is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:58:44.686868 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:44.697547 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-59717ece-b6b7-42ca-8e88-6939688a2010 None None] Port b54c3cd0-0543-4605-8bcb-366ec7d32882 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:58:44.703394 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17836774-6562-4ed2-9a30-cc38e71017de {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:58:44.723854 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:44.730690 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:44.784640 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=9']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:44.812735 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:44.856881 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b54c3cd0-0543-4605-8bcb-366ec7d32882 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:58:44.864526 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Publish callbacks [] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:44.877261 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Transition to ACTIVE for port object b54c3cd0-0543-4605-8bcb-366ec7d32882 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:58:44.881822 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:44.940032 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Pushing event updated for resources: {'Port': ['ID=b54c3cd0-0543-4605-8bcb-366ec7d32882,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:45.038793 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Attempting to bind port b54c3cd0-0543-4605-8bcb-366ec7d32882 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:58:45.039690 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Attempting to bind port b54c3cd0-0543-4605-8bcb-366ec7d32882 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:58:45.040139 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Attempting to bind port b54c3cd0-0543-4605-8bcb-366ec7d32882 on network cb793af7-088d-44b6-bebd-8609e6743321 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:58:45.047110 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Port b54c3cd0-0543-4605-8bcb-366ec7d32882 on network cb793af7-088d-44b6-bebd-8609e6743321 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:58:45.047859 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Attempting to bind port b54c3cd0-0543-4605-8bcb-366ec7d32882 on network cb793af7-088d-44b6-bebd-8609e6743321 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:58:45.053905 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:58:45.054381 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Checking segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:58:45.055005 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Bound using segment: {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:58:45.055552 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Bound port: b54c3cd0-0543-4605-8bcb-366ec7d32882, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:58:45.056086 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:45.083977 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332b8e0-1aff-4f0b-a456-2937d70bd8d5 req-82c6bbd1-680d-4783-aff8-6e2c5efc40c2 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:45.089311 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1332b8e0-1aff-4f0b-a456-2937d70bd8d5 req-82c6bbd1-680d-4783-aff8-6e2c5efc40c2 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 944 time: 0.0605102 Jul 12 03:58:45.144334 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] For port b54c3cd0-0543-4605-8bcb-366ec7d32882, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:58:45.148078 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] For port b54c3cd0-0543-4605-8bcb-366ec7d32882, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b54c3cd0-0543-4605-8bcb-366ec7d32882,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:58:45.149403 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1332b8e0-1aff-4f0b-a456-2937d70bd8d5 req-17863725-98c4-491a-a502-bebbf5ed355f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569725 Jul 12 03:58:45.157480 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:45.199544 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:45.200706 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:45.202469 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] 10.222.0.44 "PUT /v2.0/ports/b54c3cd0-0543-4605-8bcb-366ec7d32882 HTTP/1.1" status: 200 len: 1094 time: 0.7072248 Jul 12 03:58:45.203226 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:58:45.206257 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9ec33a-c37c-46fe-b714-5c8c5c113ed0" -d '{"events": [{"name": "network-changed", "server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:58:45.229208 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd2ac9-a4b8-4a89-b823-557bf3686430 service neutron] Pushing event updated for resources: {'Port': ['ID=b54c3cd0-0543-4605-8bcb-366ec7d32882,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:45.242016 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['17836774-6562-4ed2-9a30-cc38e71017de'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:58:45.265623 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87080f3e-4e25-46fa-bdf0-8541d61da88e x-openstack-request-id: req-87080f3e-4e25-46fa-bdf0-8541d61da88e {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:58:45.266184 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:58:45.266184 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-87080f3e-4e25-46fa-bdf0-8541d61da88e {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:58:45.266548 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87080f3e-4e25-46fa-bdf0-8541d61da88e'] response: {'name': 'network-changed', 'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'status': 'completed', 'code': 200} Jul 12 03:58:45.287654 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3dba5d5d-39ff-4670-adf7-a7d04567af03 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:45.398862 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ec33a-c37c-46fe-b714-5c8c5c113ed0 req-623b813a-370f-4775-ab87-2b42b108475f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:45.400453 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed9ec33a-c37c-46fe-b714-5c8c5c113ed0 req-623b813a-370f-4775-ab87-2b42b108475f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 1128 time: 0.0419788 Jul 12 03:58:45.505574 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ec33a-c37c-46fe-b714-5c8c5c113ed0 req-886c6f1c-0c43-4b68-9d10-c99a06594243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:45.506926 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed9ec33a-c37c-46fe-b714-5c8c5c113ed0 req-886c6f1c-0c43-4b68-9d10-c99a06594243 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=99d9e85c63234c77889f856bf95288f5&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0921435 Jul 12 03:58:45.588374 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:45.607607 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9ec33a-c37c-46fe-b714-5c8c5c113ed0 req-735fd66c-0cab-49e7-8c40-dcc73d779430 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:45.609127 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed9ec33a-c37c-46fe-b714-5c8c5c113ed0 req-735fd66c-0cab-49e7-8c40-dcc73d779430 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0948689 Jul 12 03:58:45.666732 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ee4c68-70e4-4a44-815d-6629ed5d54f5 req-6d1c15a6-4b88-416f-a45a-d2463c6ee850 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:45.668243 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a2ee4c68-70e4-4a44-815d-6629ed5d54f5 req-6d1c15a6-4b88-416f-a45a-d2463c6ee850 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 945 time: 0.0470035 Jul 12 03:58:45.709599 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e16ad-f102-410b-b8e7-e5080140face req-5d4df85f-fb33-4246-b212-67d62fe4eb6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:45.711106 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-5d4df85f-fb33-4246-b212-67d62fe4eb6f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 1128 time: 0.0411754 Jul 12 03:58:45.720944 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a2ee4c68-70e4-4a44-815d-6629ed5d54f5 req-cd32b82c-96eb-4e42-b397-0e2cfd279e16 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464840 Jul 12 03:58:45.760977 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-6db3a3be-4441-45ec-b0b6-ab1942ad5002 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54c3cd0-0543-4605-8bcb-366ec7d32882 HTTP/1.1" status: 200 len: 217 time: 0.0356348 Jul 12 03:58:45.810597 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e16ad-f102-410b-b8e7-e5080140face req-9e4f6303-f69b-4cf2-8148-c68ed14287da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:45.811944 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-9e4f6303-f69b-4cf2-8148-c68ed14287da service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0443559 Jul 12 03:58:45.856992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e16ad-f102-410b-b8e7-e5080140face req-9d4ea7b4-28d3-4f7e-a838-c6c1e3762cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:45.858639 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-9d4ea7b4-28d3-4f7e-a838-c6c1e3762cb2 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401878 Jul 12 03:58:46.099329 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41102) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:46.211708 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-b6e14439-3f60-48b5-9286-bc9acfc08a15 service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458073 Jul 12 03:58:46.212021 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7dabe892-0c64-49cf-bed8-3ed2b5a89a45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.291746 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67001b4-7322-4f09-8e82-c7cdf26a4059 req-fe2806a6-fc7e-4e2c-a324-b6e5f58ca2f1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:46.292418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7dabe892-0c64-49cf-bed8-3ed2b5a89a45 admin admin] Publish callbacks [] for security_group (2697972e-3f13-45a9-a696-541c44f94ebe), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.293199 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b67001b4-7322-4f09-8e82-c7cdf26a4059 req-fe2806a6-fc7e-4e2c-a324-b6e5f58ca2f1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 944 time: 0.0730007 Jul 12 03:58:46.297421 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-7dabe892-0c64-49cf-bed8-3ed2b5a89a45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2697972e-3f13-45a9-a696-541c44f94ebe), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.339263 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-7dabe892-0c64-49cf-bed8-3ed2b5a89a45 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ad8c8a8ff8f545ca8ff374e182e8e968&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2362058 Jul 12 03:58:46.339263 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dabe892-0c64-49cf-bed8-3ed2b5a89a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2697972e-3f13-45a9-a696-541c44f94ebe,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:46.339982 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41110) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:58:46.374520 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-431e16ad-f102-410b-b8e7-e5080140face req-bc09149b-061f-45f7-905e-f3f7492eb0c0 service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553855 Jul 12 03:58:46.387558 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b67001b4-7322-4f09-8e82-c7cdf26a4059 req-eca80fca-6ee0-46c2-994f-97278a7a2e29 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0669389 Jul 12 03:58:46.389319 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-60725be5-9e0a-4292-ad6a-46d6910fa371 admin admin] Publish callbacks [] for security_group (2697972e-3f13-45a9-a696-541c44f94ebe), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.393576 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:DELETE=2,neutron:INSERT=12,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:46.413553 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-60725be5-9e0a-4292-ad6a-46d6910fa371 admin admin] Publish callbacks [] for security_group (2697972e-3f13-45a9-a696-541c44f94ebe), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.466097 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-60725be5-9e0a-4292-ad6a-46d6910fa371 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (2697972e-3f13-45a9-a696-541c44f94ebe), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.468725 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-60725be5-9e0a-4292-ad6a-46d6910fa371 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.469888 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-60725be5-9e0a-4292-ad6a-46d6910fa371 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/2697972e-3f13-45a9-a696-541c44f94ebe HTTP/1.1" status: 204 len: 168 time: 0.1290150 Jul 12 03:58:46.478486 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60725be5-9e0a-4292-ad6a-46d6910fa371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2697972e-3f13-45a9-a696-541c44f94ebe,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:46.491114 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 17836774-6562-4ed2-9a30-cc38e71017de up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:58:46.545222 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 17836774-6562-4ed2-9a30-cc38e71017de triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:58:46.545728 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (17836774-6562-4ed2-9a30-cc38e71017de), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.620478 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 17836774-6562-4ed2-9a30-cc38e71017de is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:58:46.620868 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.645991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:58:46.648263 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d4e3857-02e2-4709-8d35-87fe4b29cdc1" -d '{"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-plugged", "status": "completed", "tag": "17836774-6562-4ed2-9a30-cc38e71017de"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:58:46.663351 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:46.669726 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.701209 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f377b7-17f1-4101-82ec-097428743c50 x-openstack-request-id: req-c8f377b7-17f1-4101-82ec-097428743c50 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:58:46.701505 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-plugged", "status": "completed", "tag": "17836774-6562-4ed2-9a30-cc38e71017de", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:58:46.701725 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-c8f377b7-17f1-4101-82ec-097428743c50 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:58:46.702112 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8f377b7-17f1-4101-82ec-097428743c50'] response: {'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de', 'code': 200} Jul 12 03:58:46.728587 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=10']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:46.831407 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:46.840940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:46.852094 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539e48ef-0905-42f3-bb51-9a521d7e3ab8 req-7d56e754-d0a9-4760-98e1-2d518e81ff99 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:46.853661 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-539e48ef-0905-42f3-bb51-9a521d7e3ab8 req-7d56e754-d0a9-4760-98e1-2d518e81ff99 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 947 time: 0.0518110 Jul 12 03:58:46.900371 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-539e48ef-0905-42f3-bb51-9a521d7e3ab8 req-52d68f68-68fc-47d2-a19b-5625c978c6ff tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407999 Jul 12 03:58:47.527014 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a1531e-7214-43a7-9a4a-af1ee394c6af req-f970178e-4e01-4bcd-91fa-d0586ba338d6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:47.528858 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-78a1531e-7214-43a7-9a4a-af1ee394c6af req-f970178e-4e01-4bcd-91fa-d0586ba338d6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 944 time: 0.0559931 Jul 12 03:58:47.583227 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-78a1531e-7214-43a7-9a4a-af1ee394c6af req-4c4e35f5-3453-4fc6-bbeb-4f3f8d1628dd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461121 Jul 12 03:58:47.724067 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e82a2dea-fad3-4e8d-b2f6-a9ace5ae3cc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:47.853286 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17e3e5c-ee25-41bb-af2c-7d7c7a13adf5 req-48756f21-6656-4053-97d7-de4ea4ace557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:47.855640 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d17e3e5c-ee25-41bb-af2c-7d7c7a13adf5 req-48756f21-6656-4053-97d7-de4ea4ace557 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 1131 time: 0.0517974 Jul 12 03:58:47.903887 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d17e3e5c-ee25-41bb-af2c-7d7c7a13adf5 req-545e0bed-6d73-417d-b9f5-1427eaa45bae service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390351 Jul 12 03:58:48.020679 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0b1225-7331-4e66-a75d-1081a3d80354 req-0b960fa9-639d-4b2f-8a08-ea9ec5373897 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:48.022149 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-df0b1225-7331-4e66-a75d-1081a3d80354 req-0b960fa9-639d-4b2f-8a08-ea9ec5373897 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 947 time: 0.0477006 Jul 12 03:58:48.071762 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-df0b1225-7331-4e66-a75d-1081a3d80354 req-025f676c-82fe-4a06-a818-d6a43b50a84d tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434420 Jul 12 03:58:48.689558 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:48.705888 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9894c3-de22-4f95-89e6-667edacdd4ac req-9320f95c-e846-4aab-8c77-58f85c3d0e8d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:48.707521 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ef9894c3-de22-4f95-89e6-667edacdd4ac req-9320f95c-e846-4aab-8c77-58f85c3d0e8d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 944 time: 0.0491071 Jul 12 03:58:48.756893 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ef9894c3-de22-4f95-89e6-667edacdd4ac req-01bf9472-a69d-4102-bbc6-bc0a66ce37e5 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435927 Jul 12 03:58:49.207728 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5cb4c5d-4882-4de4-8569-74975deaee20 req-3fa81c38-3a74-4592-85de-b9f5067d27d7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:49.209214 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d5cb4c5d-4882-4de4-8569-74975deaee20 req-3fa81c38-3a74-4592-85de-b9f5067d27d7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 947 time: 0.0473523 Jul 12 03:58:49.263396 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d5cb4c5d-4882-4de4-8569-74975deaee20 req-15fb8043-0ef9-4a42-adc1-2820cb8fdf3f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460870 Jul 12 03:58:49.884041 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ca5755-9950-4d0e-89aa-80d5f69b02c0 req-17680023-5b85-4cac-8960-bb3375beed0c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:49.885524 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-15ca5755-9950-4d0e-89aa-80d5f69b02c0 req-17680023-5b85-4cac-8960-bb3375beed0c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 944 time: 0.0583632 Jul 12 03:58:49.940034 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-15ca5755-9950-4d0e-89aa-80d5f69b02c0 req-aed640e4-e3cb-4581-955e-2eca65b51200 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457506 Jul 12 03:58:50.159458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:50.387104 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c2b08-2ba7-49e1-b320-9d11d829d388 req-bda8aa9a-4642-40d4-91bd-504922539d6f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:50.388623 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ae6c2b08-2ba7-49e1-b320-9d11d829d388 req-bda8aa9a-4642-40d4-91bd-504922539d6f tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 947 time: 0.0474918 Jul 12 03:58:50.440220 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ae6c2b08-2ba7-49e1-b320-9d11d829d388 req-2c3fe800-27ab-4d40-9ff7-eb9126f69bc5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432038 Jul 12 03:58:50.577976 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:51.016472 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:51.054662 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03129f4-ba3c-4963-9cef-b95791a258a9 req-f26d461c-6e18-4e1b-a7b9-d1a03f4a6a30 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:51.056279 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e03129f4-ba3c-4963-9cef-b95791a258a9 req-f26d461c-6e18-4e1b-a7b9-d1a03f4a6a30 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 944 time: 0.0498400 Jul 12 03:58:51.107404 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e03129f4-ba3c-4963-9cef-b95791a258a9 req-cf5a43af-946c-44a4-9f95-6dec2dc2bc08 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431302 Jul 12 03:58:51.565296 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614301a1-3253-4ddb-bb59-246bf6489393 req-cebf424b-55d0-435c-8e05-e5b5c3e432e2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:51.566742 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-614301a1-3253-4ddb-bb59-246bf6489393 req-cebf424b-55d0-435c-8e05-e5b5c3e432e2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 947 time: 0.0514917 Jul 12 03:58:51.615370 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-614301a1-3253-4ddb-bb59-246bf6489393 req-156d3035-03a9-436c-823e-39d73f4e4924 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427279 Jul 12 03:58:52.230223 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f761fcb-3f00-4bb9-be91-a0f666f693d8 req-576e022d-14c2-4620-b4e5-cc663acbbeb8 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:52.231761 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0f761fcb-3f00-4bb9-be91-a0f666f693d8 req-576e022d-14c2-4620-b4e5-cc663acbbeb8 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 944 time: 0.0516045 Jul 12 03:58:52.299373 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0f761fcb-3f00-4bb9-be91-a0f666f693d8 req-4c0497f7-8b05-40e4-aef3-bbd4114c76c0 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598068 Jul 12 03:58:52.852591 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:52.859416 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:53.388497 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:53.429184 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14012844-a8b8-46ed-bf81-2f597e10ee50 req-a53e620e-a412-436f-8e8d-fa971f910d1e tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:53.430572 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-14012844-a8b8-46ed-bf81-2f597e10ee50 req-a53e620e-a412-436f-8e8d-fa971f910d1e tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 944 time: 0.0554414 Jul 12 03:58:53.482079 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-14012844-a8b8-46ed-bf81-2f597e10ee50 req-576be7c0-24a6-49f2-b88c-2c5d14f2cc5d tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456707 Jul 12 03:58:54.541678 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device b54c3cd0-0543-4605-8bcb-366ec7d32882 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 03:58:54.606301 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e88fac-aad5-4a82-9d94-bed55c35106e req-70cd8119-b928-47ad-b708-f8ee5752ab83 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:54.607754 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-45e88fac-aad5-4a82-9d94-bed55c35106e req-70cd8119-b928-47ad-b708-f8ee5752ab83 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 944 time: 0.0493023 Jul 12 03:58:54.644952 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port b54c3cd0-0543-4605-8bcb-366ec7d32882, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b54c3cd0-0543-4605-8bcb-366ec7d32882,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:54.656655 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'port_id': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'mac_address': 'fa:16:3e:57:ea:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 03:58:54.657117 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-45e88fac-aad5-4a82-9d94-bed55c35106e req-f6bea80d-e218-489e-a422-c59d9dd1410f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434465 Jul 12 03:58:54.691843 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port b54c3cd0-0543-4605-8bcb-366ec7d32882 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:58:54.692256 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:54.693897 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:54.706022 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b54c3cd0-0543-4605-8bcb-366ec7d32882 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:58:54.732940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port b54c3cd0-0543-4605-8bcb-366ec7d32882, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b54c3cd0-0543-4605-8bcb-366ec7d32882,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:54.740622 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:54.790310 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=b54c3cd0-0543-4605-8bcb-366ec7d32882,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:55.268609 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['b54c3cd0-0543-4605-8bcb-366ec7d32882'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:58:55.340805 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:55.364101 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:58:55.793375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3eeece-c199-499f-9612-509a389f2c8b req-f8dcdab8-ded1-4adf-86db-9783ae2082b9 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:55.794916 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1d3eeece-c199-499f-9612-509a389f2c8b req-f8dcdab8-ded1-4adf-86db-9783ae2082b9 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 945 time: 0.0593541 Jul 12 03:58:55.847401 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1d3eeece-c199-499f-9612-509a389f2c8b req-7fd45d08-c75e-40f9-92c3-6b19b43403c9 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435057 Jul 12 03:58:56.600422 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device b54c3cd0-0543-4605-8bcb-366ec7d32882 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:58:56.657798 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port b54c3cd0-0543-4605-8bcb-366ec7d32882 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 03:58:56.666039 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port b54c3cd0-0543-4605-8bcb-366ec7d32882 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:58:56.666429 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:56.763523 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port b54c3cd0-0543-4605-8bcb-366ec7d32882 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:58:56.763902 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:56.787327 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:58:56.789568 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33c9205f-a4f4-4e14-ba9f-10d49f726f4d" -d '{"events": [{"server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "name": "network-vif-plugged", "status": "completed", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:58:56.803435 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port b54c3cd0-0543-4605-8bcb-366ec7d32882, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b54c3cd0-0543-4605-8bcb-366ec7d32882,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:58:56.807476 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:58:56.831040 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da6fb67d-56a5-4fb3-8191-ef7353b0f453 x-openstack-request-id: req-da6fb67d-56a5-4fb3-8191-ef7353b0f453 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:58:56.831333 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "name": "network-vif-plugged", "status": "completed", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:58:56.831583 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-da6fb67d-56a5-4fb3-8191-ef7353b0f453 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:58:56.831970 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-da6fb67d-56a5-4fb3-8191-ef7353b0f453'] response: {'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'code': 200} Jul 12 03:58:56.857431 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=b54c3cd0-0543-4605-8bcb-366ec7d32882,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:58:57.136312 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9959d-1e49-4c68-85ec-982f1f7edc23 req-55696989-1ff7-40c4-a30b-8c1778d38ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:57.137731 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-53c9959d-1e49-4c68-85ec-982f1f7edc23 req-55696989-1ff7-40c4-a30b-8c1778d38ced service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 1130 time: 0.0685329 Jul 12 03:58:57.147863 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168e99f-138d-4ebb-bbdd-e0a969a391bd req-4b874f22-a5fe-4d78-999b-1af025c2285f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:57.149251 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c168e99f-138d-4ebb-bbdd-e0a969a391bd req-4b874f22-a5fe-4d78-999b-1af025c2285f tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 946 time: 0.0718915 Jul 12 03:58:57.221562 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-53c9959d-1e49-4c68-85ec-982f1f7edc23 req-9294e43d-d2cc-4286-b641-380f3e45b8d7 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713851 Jul 12 03:58:57.225428 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c168e99f-138d-4ebb-bbdd-e0a969a391bd req-6ba00b5d-4759-406c-a4cd-1a7dd63a73bf tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696862 Jul 12 03:58:58.361242 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29590cec-8a27-4ce7-bc86-b6e7eedc6ca8 req-43506735-e2ec-4a4e-995a-8301fa982131 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:58.362688 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-29590cec-8a27-4ce7-bc86-b6e7eedc6ca8 req-43506735-e2ec-4a4e-995a-8301fa982131 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 946 time: 0.0561619 Jul 12 03:58:58.416094 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-29590cec-8a27-4ce7-bc86-b6e7eedc6ca8 req-a9e97cdb-cacc-4415-9891-ab4f34ed3a25 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451801 Jul 12 03:58:58.925101 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:58:59.537200 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc047b8-6bb1-41bd-a1b7-e2d7f13268e9 req-304dead4-3a64-47b8-a1a5-2bf074f8ea17 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:59.538658 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1cc047b8-6bb1-41bd-a1b7-e2d7f13268e9 req-304dead4-3a64-47b8-a1a5-2bf074f8ea17 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 946 time: 0.0498552 Jul 12 03:58:59.591699 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1cc047b8-6bb1-41bd-a1b7-e2d7f13268e9 req-700e514c-0a28-42c8-bcbd-62231dd96ca3 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470026 Jul 12 03:58:59.727799 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb64bc6-e86e-4db8-a497-8c78dffee5c1 req-7beb76d0-6ee1-4b19-b3be-b56c1bd12954 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:58:59.729554 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9eb64bc6-e86e-4db8-a497-8c78dffee5c1 req-7beb76d0-6ee1-4b19-b3be-b56c1bd12954 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 946 time: 0.0614073 Jul 12 03:58:59.779325 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9eb64bc6-e86e-4db8-a497-8c78dffee5c1 req-0eb72d21-4292-4ce0-888d-abde5eae1655 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438952 Jul 12 03:58:59.802742 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41194) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:00.006824 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0b071d-b4e8-4067-b467-a69e671bea07 tempest-TestVolumeBootPattern-1280940077 tempest-TestVolumeBootPattern-1280940077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:00.008403 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0f0b071d-b4e8-4067-b467-a69e671bea07 tempest-TestVolumeBootPattern-1280940077 tempest-TestVolumeBootPattern-1280940077-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 1125 time: 0.2046263 Jul 12 03:59:00.014593 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41198) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:00.018770 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'port_id': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:00.040504 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:00.119167 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:00.164164 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:00.230808 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Allocated IP 172.27.0.79 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/9966d210-bf92-460e-aa1e-6ac5a25feaf2) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:59:00.338490 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for port (9966d210-bf92-460e-aa1e-6ac5a25feaf2), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:00.372572 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (9966d210-bf92-460e-aa1e-6ac5a25feaf2), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:00.405989 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:00.416414 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:00.421915 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:00.424497 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'Port': ['ID=9966d210-bf92-460e-aa1e-6ac5a25feaf2,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:00.426979 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:59:00.775822 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (502e0d2f-bdf1-450b-a2f1-5933ed88302e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:00.856472 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (9966d210-bf92-460e-aa1e-6ac5a25feaf2), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:00.926520 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:UPDATE=4,neutron:SELECT=94,neutron:INSERT=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:01.014507 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for port (9966d210-bf92-460e-aa1e-6ac5a25feaf2), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:01.021659 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (9966d210-bf92-460e-aa1e-6ac5a25feaf2), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:01.102403 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event updated for resources: {'Port': ['ID=9966d210-bf92-460e-aa1e-6ac5a25feaf2,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:01.116567 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (502e0d2f-bdf1-450b-a2f1-5933ed88302e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:01.212274 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Floating IP 502e0d2f-bdf1-450b-a2f1-5933ed88302e associated. External IP: 172.27.0.79, port: b54c3cd0-0543-4605-8bcb-366ec7d32882. Jul 12 03:59:01.261255 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:01.418827 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Router ff031031-335e-42e4-a595-89a7537003a8 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:59:01.532557 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:59:01.545909 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] Sync routers for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:59:01.552986 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:01.559397 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:01.560039 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:58:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:01.584069 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-59bcb21e-1358-4bb1-9f7f-e53fefe2a038 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5684130 Jul 12 03:59:01.584669 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:59:01.586917 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-825dda0a-665f-4c70-96e3-55a3f532485a" -d '{"events": [{"name": "network-changed", "server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:59:01.622180 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68d6d184-4a39-435c-b2a2-b4d6050049f4 x-openstack-request-id: req-68d6d184-4a39-435c-b2a2-b4d6050049f4 {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:59:01.622465 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:59:01.622712 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68d6d184-4a39-435c-b2a2-b4d6050049f4 {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:59:01.623107 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68d6d184-4a39-435c-b2a2-b4d6050049f4'] response: {'name': 'network-changed', 'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'status': 'completed', 'code': 200} Jul 12 03:59:01.666883 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:01.711272 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dda0a-665f-4c70-96e3-55a3f532485a req-813d6eb7-c436-41fc-861b-0b5cf65aad01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:01.712822 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-825dda0a-665f-4c70-96e3-55a3f532485a req-813d6eb7-c436-41fc-861b-0b5cf65aad01 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 1130 time: 0.0401678 Jul 12 03:59:01.739808 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:01.809985 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dda0a-665f-4c70-96e3-55a3f532485a req-49bbf497-bb69-4862-b612-bc613d465c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:01.811456 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-825dda0a-665f-4c70-96e3-55a3f532485a req-49bbf497-bb69-4862-b612-bc613d465c9d service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 913 time: 0.0905998 Jul 12 03:59:01.880552 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-825dda0a-665f-4c70-96e3-55a3f532485a req-557bed48-ef6d-4ab0-ae7f-ddca0c5febf9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54c3cd0-0543-4605-8bcb-366ec7d32882 HTTP/1.1" status: 200 len: 999 time: 0.0621214 Jul 12 03:59:01.932962 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dda0a-665f-4c70-96e3-55a3f532485a req-aa66ebc8-49b5-48cc-b176-e5e4c080fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:01.934468 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-825dda0a-665f-4c70-96e3-55a3f532485a req-aa66ebc8-49b5-48cc-b176-e5e4c080fdbd service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0475519 Jul 12 03:59:01.980301 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825dda0a-665f-4c70-96e3-55a3f532485a req-f65a2589-7e73-4973-ae28-433cc265832e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:01.981834 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-825dda0a-665f-4c70-96e3-55a3f532485a req-f65a2589-7e73-4973-ae28-433cc265832e service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0405571 Jul 12 03:59:02.015275 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '502e0d2f-bdf1-450b-a2f1-5933ed88302e', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:57:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:59:00Z', 'updated_at': '2022-07-12T03:59:00Z', 'revision_number': 0, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}, {'id': '5e5bbb22-386c-409f-a1c8-c7c5e89e6583', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:20Z', 'updated_at': '2022-07-12T03:56:22Z', 'revision_number': 1, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:02.042108 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] Checking router: ff031031-335e-42e4-a595-89a7537003a8 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:59:02.051282 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:02.051906 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:58:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:02.077250 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-825dda0a-665f-4c70-96e3-55a3f532485a req-e6fd6036-ecc6-45e6-8347-5cb94e15d8ba service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883515 Jul 12 03:59:02.159571 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:02.172477 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-825dda0a-665f-4c70-96e3-55a3f532485a req-f9427728-ba21-465e-bf0c-a1acdf0bfff9 service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886900 Jul 12 03:59:02.325625 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:02.379515 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '502e0d2f-bdf1-450b-a2f1-5933ed88302e', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:57:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:59:00Z', 'updated_at': '2022-07-12T03:59:00Z', 'revision_number': 0, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}, {'id': '5e5bbb22-386c-409f-a1c8-c7c5e89e6583', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:20Z', 'updated_at': '2022-07-12T03:56:22Z', 'revision_number': 1, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:02.404458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cab27bd-f53b-4e9a-93d4-cfef5a744450 None None] The sync data for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi is: [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '502e0d2f-bdf1-450b-a2f1-5933ed88302e', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.79', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 587, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:57:ea:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:59:00Z', 'updated_at': '2022-07-12T03:59:00Z', 'revision_number': 0, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}, {'id': '5e5bbb22-386c-409f-a1c8-c7c5e89e6583', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:20Z', 'updated_at': '2022-07-12T03:56:22Z', 'revision_number': 1, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:59:02.627412 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df6c0269-66ed-4daf-b20a-ad62dd20713c None None] New status for floating IP 502e0d2f-bdf1-450b-a2f1-5933ed88302e: ACTIVE {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:59:02.852763 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-913ebd77-4373-464a-8895-17706ca0b5dd tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1099857249&fields=id&tenant_id=b38d912121c64d5e887dc21e354b3cfd HTTP/1.1" status: 200 len: 267 time: 0.0475881 Jul 12 03:59:02.905560 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-a96e9869-4fcf-47a5-89f4-85381bc36929 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:02.907012 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-a96e9869-4fcf-47a5-89f4-85381bc36929 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 984 time: 0.0468423 Jul 12 03:59:02.917413 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-c6b857b0-73a8-4f3c-9cfb-e41cbca5ef15 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Request body: {'port': {'security_groups': ['1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c']}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:02.991763 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-c6b857b0-73a8-4f3c-9cfb-e41cbca5ef15 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.141660 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:03.175043 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-c6b857b0-73a8-4f3c-9cfb-e41cbca5ef15 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] For port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:03.201738 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-c6b857b0-73a8-4f3c-9cfb-e41cbca5ef15 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.208591 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-c6b857b0-73a8-4f3c-9cfb-e41cbca5ef15 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.247914 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:59:03.265472 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-c6b857b0-73a8-4f3c-9cfb-e41cbca5ef15 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:03.265975 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-c6b857b0-73a8-4f3c-9cfb-e41cbca5ef15 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.267440 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2904ee92-bc96-4772-9d5c-5c4e6b3454c5 req-c6b857b0-73a8-4f3c-9cfb-e41cbca5ef15 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "PUT /v2.0/ports/05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 942 time: 0.3544080 Jul 12 03:59:03.279831 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41212) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:03.285737 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b857b0-73a8-4f3c-9cfb-e41cbca5ef15 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event updated for resources: {'Port': ['ID=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,revision_number=7']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:03.322668 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:03.346693 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b00-839f-4d31-ab33-96e597b42f0b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group (aedc2799-e553-47ba-9ab4-519912c8e3a2), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.373953 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b00-839f-4d31-ab33-96e597b42f0b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group (aedc2799-e553-47ba-9ab4-519912c8e3a2), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.437738 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:59:03.442528 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b00-839f-4d31-ab33-96e597b42f0b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (aedc2799-e553-47ba-9ab4-519912c8e3a2), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.445368 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4daa5b00-839f-4d31-ab33-96e597b42f0b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.446544 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4daa5b00-839f-4d31-ab33-96e597b42f0b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "DELETE /v2.0/security-groups/aedc2799-e553-47ba-9ab4-519912c8e3a2 HTTP/1.1" status: 204 len: 168 time: 0.1653500 Jul 12 03:59:03.449489 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41214) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:03.456745 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4daa5b00-839f-4d31-ab33-96e597b42f0b tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aedc2799-e553-47ba-9ab4-519912c8e3a2,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:03.478665 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:03.532640 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:03.570193 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-f9d8bfc1-6e8c-4a4c-b434-d29bac48d82b None None] Provisioning complete for port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:03.570555 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f9d8bfc1-6e8c-4a4c-b434-d29bac48d82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.590862 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:03.599474 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Deleting port 011e3227-c5ed-4549-871e-03725e120e23 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:03.599814 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (011e3227-c5ed-4549-871e-03725e120e23), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.624157 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:59:03.626380 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28d96cad-5a0d-4856-924b-cbb529f7cbda" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:59:03.667714 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c8f60f7-78f1-4469-8780-117dca0ac132 x-openstack-request-id: req-1c8f60f7-78f1-4469-8780-117dca0ac132 {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:59:03.668017 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:59:03.668673 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1c8f60f7-78f1-4469-8780-117dca0ac132 {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:59:03.668673 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c8f60f7-78f1-4469-8780-117dca0ac132'] response: {'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'status': 'completed', 'code': 200} Jul 12 03:59:03.672551 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-f9d8bfc1-6e8c-4a4c-b434-d29bac48d82b None None] Current status of the port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:03.684053 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (011e3227-c5ed-4549-871e-03725e120e23), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.684382 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for floatingip (011e3227-c5ed-4549-871e-03725e120e23), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.697699 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Calling delete_port for 011e3227-c5ed-4549-871e-03725e120e23 owned by network:floatingip {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:03.774843 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-47e1ea8a-e60f-4e6a-9589-0a80be1a3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:03.776622 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-47e1ea8a-e60f-4e6a-9589-0a80be1a3c85 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b38d912121c64d5e887dc21e354b3cfd&device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1129 time: 0.0420635 Jul 12 03:59:03.871579 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (011e3227-c5ed-4549-871e-03725e120e23), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.878650 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-2e00d31f-5b4f-4c91-b0c5-d171202b38e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:03.880248 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-2e00d31f-5b4f-4c91-b0c5-d171202b38e9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 200 len: 916 time: 0.0963373 Jul 12 03:59:03.899651 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event deleted for resources: {'Port': ['ID=011e3227-c5ed-4549-871e-03725e120e23,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:03.920040 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-0eb711f0-7e4a-4a0f-8021-91112c1f80e8 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 217 time: 0.0331616 Jul 12 03:59:03.961562 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks [] for floatingip (7ef9af2d-fed3-4d17-bc72-245b9be12706), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:03.961780 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Floating IP 7ef9af2d-fed3-4d17-bc72-245b9be12706 disassociated (deleted). External IP: 172.27.0.195, port: 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3. Jul 12 03:59:03.975038 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-9fbfd1b8-9561-47d7-9faa-f3713523d788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:03.976545 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-9fbfd1b8-9561-47d7-9faa-f3713523d788 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=418f5041-ae24-4040-b371-85610930cb5e HTTP/1.1" status: 200 len: 854 time: 0.0496597 Jul 12 03:59:04.031816 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-c84f3bfe-d147-4789-ac77-8ef364af275a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:04.033456 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-c84f3bfe-d147-4789-ac77-8ef364af275a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0403836 Jul 12 03:59:04.129935 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-350d1ec6-fb91-4db1-9315-89ac7e0e1661 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878246 Jul 12 03:59:04.210531 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:04.231949 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-28d96cad-5a0d-4856-924b-cbb529f7cbda req-602953f9-297a-4717-a74e-cd65c8bc6b61 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954239 Jul 12 03:59:04.409775 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:04.414418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:59:04.522258 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:59:04.527525 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:04.532894 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] Sync routers for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:59:04.543348 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:04.543977 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:58:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:04.558278 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-45f3abc2-d144-4dd4-829c-f76f9258c50c tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "DELETE /v2.0/floatingips/7ef9af2d-fed3-4d17-bc72-245b9be12706 HTTP/1.1" status: 204 len: 168 time: 1.1064875 Jul 12 03:59:04.647623 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:04.847382 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:08Z', 'revision_number': 5, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:04.876203 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] Checking router: 2f5f2e0d-2eb1-459b-9691-3eba38679d42 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:59:04.884884 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:04.885540 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:58:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:04.989601 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:05.172718 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:08Z', 'revision_number': 5, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:05.197303 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc8ac8a6-ff1a-4880-9062-214388ed4187 None None] The sync data for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi is: [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:55:04Z', 'revision_number': 4, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'f126ea81-0b42-4ea0-998c-3429360ebf40', 'name': '', 'network_id': '15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'mac_address': 'fa:16:3e:d3:9c:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '418f5041-ae24-4040-b371-85610930cb5e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:03Z', 'updated_at': '2022-07-12T03:55:08Z', 'revision_number': 5, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'subnets': [{'id': '418f5041-ae24-4040-b371-85610930cb5e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:59:05.425769 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6d63d86-676f-4fb3-bcdf-2ccdbfa2cb4e None None] New status for floating IP 7ef9af2d-fed3-4d17-bc72-245b9be12706: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 03:59:05.669868 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:59:05.674003 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a22af57-f319-461f-985e-d191f000d0f8" -d '{"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:59:05.719627 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45211902-02b4-44ff-bb9a-9a2d32e94d66 x-openstack-request-id: req-45211902-02b4-44ff-bb9a-9a2d32e94d66 {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:59:05.720021 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:59:05.720324 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45211902-02b4-44ff-bb9a-9a2d32e94d66 {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:59:05.720801 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45211902-02b4-44ff-bb9a-9a2d32e94d66'] response: {'name': 'network-changed', 'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'status': 'completed', 'code': 200} Jul 12 03:59:05.831355 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22af57-f319-461f-985e-d191f000d0f8 req-22916aff-4964-4504-a3ab-1df362b8312b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:05.832994 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8a22af57-f319-461f-985e-d191f000d0f8 req-22916aff-4964-4504-a3ab-1df362b8312b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=b38d912121c64d5e887dc21e354b3cfd&device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 1129 time: 0.0451009 Jul 12 03:59:05.933942 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22af57-f319-461f-985e-d191f000d0f8 req-213f6eac-e711-4a35-9b4f-668958a5f254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:05.935410 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8a22af57-f319-461f-985e-d191f000d0f8 req-213f6eac-e711-4a35-9b4f-668958a5f254 service neutron] 10.222.0.44 "GET /v2.0/networks?id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 200 len: 916 time: 0.0966861 Jul 12 03:59:05.974696 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8a22af57-f319-461f-985e-d191f000d0f8 req-f50c6e78-5591-4a79-acf1-c54238225c23 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 200 len: 217 time: 0.0329061 Jul 12 03:59:06.022330 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22af57-f319-461f-985e-d191f000d0f8 req-d6783ea9-ce55-4173-acc2-e8572aa03daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:06.023782 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8a22af57-f319-461f-985e-d191f000d0f8 req-d6783ea9-ce55-4173-acc2-e8572aa03daa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=418f5041-ae24-4040-b371-85610930cb5e HTTP/1.1" status: 200 len: 854 time: 0.0433056 Jul 12 03:59:06.071053 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22af57-f319-461f-985e-d191f000d0f8 req-63408de0-81c8-49b3-b7f1-0e954f7e35b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:06.072661 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8a22af57-f319-461f-985e-d191f000d0f8 req-63408de0-81c8-49b3-b7f1-0e954f7e35b0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0426691 Jul 12 03:59:06.162175 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8a22af57-f319-461f-985e-d191f000d0f8 req-dc62264d-0473-4da4-bf15-1bec8ad0aa10 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834820 Jul 12 03:59:06.255863 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:06.259769 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8a22af57-f319-461f-985e-d191f000d0f8 req-f466a104-2e5c-43f9-82af-5624dd212c36 service neutron] 10.222.0.44 "GET /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921991 Jul 12 03:59:07.491735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc6b5d-0059-4a8a-8104-2d36f876d1e4 req-aec5984e-78f0-49d7-a072-1bfd3e643645 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:07.493379 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-81cc6b5d-0059-4a8a-8104-2d36f876d1e4 req-aec5984e-78f0-49d7-a072-1bfd3e643645 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.0519040 Jul 12 03:59:07.541989 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-81cc6b5d-0059-4a8a-8104-2d36f876d1e4 req-163fa535-978a-4c55-9c3c-f3672b349107 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428057 Jul 12 03:59:08.677762 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef892030-948c-4ed1-84ad-f4a0cc75c3fe req-0742f450-d40e-401a-ac19-cbb187d7aaf4 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:08.679245 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef892030-948c-4ed1-84ad-f4a0cc75c3fe req-0742f450-d40e-401a-ac19-cbb187d7aaf4 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.0514405 Jul 12 03:59:08.729130 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ef892030-948c-4ed1-84ad-f4a0cc75c3fe req-0f99f30a-891b-4e94-affc-457cb9b4d30d tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414069 Jul 12 03:59:09.710667 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-5749ad92-51a0-4b17-b4f7-4cfbc9fde7af tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:09.712124 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-5749ad92-51a0-4b17-b4f7-4cfbc9fde7af tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.44 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.0563655 Jul 12 03:59:09.801709 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Deleting port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:09.802050 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:09.853491 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c687fa78-c5f9-4989-93bc-8c7abbd1c3b9 req-31905aa7-dad0-404b-ab2d-952b0d6f6370 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:09.855072 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c687fa78-c5f9-4989-93bc-8c7abbd1c3b9 req-31905aa7-dad0-404b-ab2d-952b0d6f6370 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cc703cb-c9d3-4fce-a3af-2e7253cdb910 HTTP/1.1" status: 200 len: 945 time: 0.0508695 Jul 12 03:59:09.896426 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] For port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:09.896730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:09.903720 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c687fa78-c5f9-4989-93bc-8c7abbd1c3b9 req-b591629a-ae9e-4665-bdb4-5f6629b6763f tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.20 "GET /v2.0/security-groups?id=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424397 Jul 12 03:59:09.911453 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Calling delete_port for 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:10.058111 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:10.087081 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:10.089831 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Pushing event deleted for resources: {'Port': ['ID=05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:10.118076 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 03:59:10.134711 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] No DVR routers for this DVR port 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:59:10.137497 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:10.140766 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-cd01a317-e99b-4c46-b030-f0a26dda9715 req-927e01d1-36af-4a1a-96ca-2d8f53d085e3 tempest-TestMinimumBasicScenario-44349850 tempest-TestMinimumBasicScenario-44349850-project] 10.222.0.44 "DELETE /v2.0/ports/05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 HTTP/1.1" status: 204 len: 173 time: 0.4202878 Jul 12 03:59:10.141283 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'name': 'network-vif-deleted', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:59:10.143434 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-082a50c6-749d-4501-8f77-08481aeb22c3" -d '{"events": [{"server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "name": "network-vif-deleted", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:59:10.182916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4146713-fbbb-4e77-9eac-7692f918f92e x-openstack-request-id: req-a4146713-fbbb-4e77-9eac-7692f918f92e {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:59:10.183209 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cc703cb-c9d3-4fce-a3af-2e7253cdb910", "name": "network-vif-deleted", "tag": "05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:59:10.183455 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a4146713-fbbb-4e77-9eac-7692f918f92e {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:59:10.183858 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a4146713-fbbb-4e77-9eac-7692f918f92e'] response: {'server_uuid': '7cc703cb-c9d3-4fce-a3af-2e7253cdb910', 'name': 'network-vif-deleted', 'tag': '05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3', 'status': 'completed', 'code': 200} Jul 12 03:59:11.494241 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41298) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:11.503146 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:11.889849 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (2f5f2e0d-2eb1-459b-9691-3eba38679d42), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:12.151653 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Deleting port f126ea81-0b42-4ea0-998c-3429360ebf40 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:12.151945 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:12.164606 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:12.232199 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] For port f126ea81-0b42-4ea0-998c-3429360ebf40, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=f126ea81-0b42-4ea0-998c-3429360ebf40,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:12.232549 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:12.244951 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Calling delete_port for f126ea81-0b42-4ea0-998c-3429360ebf40 owned by network:router_interface {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:12.430376 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (f126ea81-0b42-4ea0-998c-3429360ebf40), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:12.466203 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Pushing event deleted for resources: {'Port': ['ID=f126ea81-0b42-4ea0-998c-3429360ebf40,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:12.514876 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:12.628787 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (2f5f2e0d-2eb1-459b-9691-3eba38679d42), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:12.856503 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:59:12.961772 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:59:12.970791 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-9840a839-5e14-40fa-bfad-801798290406 admin admin] 10.222.0.20 "PUT /v2.0/routers/2f5f2e0d-2eb1-459b-9691-3eba38679d42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4730797 Jul 12 03:59:12.971274 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41302) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:12.973085 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] Sync routers for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:59:12.991710 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:12.992337 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:58:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:13.071522 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks [] for router (2f5f2e0d-2eb1-459b-9691-3eba38679d42), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.087576 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:13.092065 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:13.169401 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks [] for router_gateway (2f5f2e0d-2eb1-459b-9691-3eba38679d42), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.211981 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Deleting port c469b153-d930-4f2f-bdb4-235d53a4a235 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:13.212323 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.257901 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41'}], 'enable_snat': True}, 'gw_port_id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:59:12Z', 'revision_number': 5, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port': {'id': 'c469b153-d930-4f2f-bdb4-235d53a4a235', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:0d:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:02Z', 'updated_at': '2022-07-12T03:55:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:13.284261 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] Checking router: 2f5f2e0d-2eb1-459b-9691-3eba38679d42 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:59:13.293121 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] Routers {'2f5f2e0d-2eb1-459b-9691-3eba38679d42'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:13.293711 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:58:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:13.299573 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] For port c469b153-d930-4f2f-bdb4-235d53a4a235, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=c469b153-d930-4f2f-bdb4-235d53a4a235,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:13.299936 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.313240 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Calling delete_port for c469b153-d930-4f2f-bdb4-235d53a4a235 owned by network:router_gateway {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:13.353909 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:13.383789 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] Set router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 gateway port host: None {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:13.435214 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:59:13Z', 'revision_number': 6, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:13.460090 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe97ce43-4b0f-4537-b72c-eb3df52f96d2 None None] The sync data for ids ['2f5f2e0d-2eb1-459b-9691-3eba38679d42'] in dv-cinder-847730-4-iscsi is: [{'id': '2f5f2e0d-2eb1-459b-9691-3eba38679d42', 'name': 'tempest-TestMinimumBasicScenario-1656352297-router', 'tenant_id': 'b38d912121c64d5e887dc21e354b3cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:01Z', 'updated_at': '2022-07-12T03:59:13Z', 'revision_number': 6, 'project_id': 'b38d912121c64d5e887dc21e354b3cfd', 'gw_port_host': None}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:59:13.484979 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (c469b153-d930-4f2f-bdb4-235d53a4a235), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.513573 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Pushing event deleted for resources: {'Port': ['ID=c469b153-d930-4f2f-bdb4-235d53a4a235,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:13.574658 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (2f5f2e0d-2eb1-459b-9691-3eba38679d42), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.675407 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (2f5f2e0d-2eb1-459b-9691-3eba38679d42), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.677895 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks [] for router_controller (2f5f2e0d-2eb1-459b-9691-3eba38679d42), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.720426 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (2f5f2e0d-2eb1-459b-9691-3eba38679d42), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.721045 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2f5f2e0d-2eb1-459b-9691-3eba38679d42 {{(pid=110648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 03:59:13.725581 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.726709 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e1d26c0b-9ab0-422f-9ef6-74d867273ec2 admin admin] 10.222.0.20 "DELETE /v2.0/routers/2f5f2e0d-2eb1-459b-9691-3eba38679d42 HTTP/1.1" status: 204 len: 168 time: 0.7544413 Jul 12 03:59:13.729597 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41304) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:13.776061 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-251bd7cf-7c9f-4b74-9193-8c2f75473aad admin admin] Deleting subnet 418f5041-ae24-4040-b371-85610930cb5e {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:59:13.779498 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-251bd7cf-7c9f-4b74-9193-8c2f75473aad admin admin] Publish callbacks [] for subnet (418f5041-ae24-4040-b371-85610930cb5e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.826919 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-251bd7cf-7c9f-4b74-9193-8c2f75473aad admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (418f5041-ae24-4040-b371-85610930cb5e), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.828810 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:13.917980 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-251bd7cf-7c9f-4b74-9193-8c2f75473aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (418f5041-ae24-4040-b371-85610930cb5e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:13.977365 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-251bd7cf-7c9f-4b74-9193-8c2f75473aad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (418f5041-ae24-4040-b371-85610930cb5e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.005183 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-251bd7cf-7c9f-4b74-9193-8c2f75473aad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.008876 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-251bd7cf-7c9f-4b74-9193-8c2f75473aad admin admin] 10.222.0.20 "DELETE /v2.0/subnets/418f5041-ae24-4040-b371-85610930cb5e HTTP/1.1" status: 204 len: 168 time: 0.2783258 Jul 12 03:59:14.010492 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251bd7cf-7c9f-4b74-9193-8c2f75473aad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=418f5041-ae24-4040-b371-85610930cb5e,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:14.010628 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6290a29-ff7e-4634-9968-a8465714ab10 None None] Network 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:59:14.011757 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41306) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:14.083007 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.095466 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:14.131898 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Deleting port 3e884dce-887f-4dec-9728-825d9ff79787 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:14.132267 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (3e884dce-887f-4dec-9728-825d9ff79787), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.197459 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] For port 3e884dce-887f-4dec-9728-825d9ff79787, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3e884dce-887f-4dec-9728-825d9ff79787,segment=NetworkSegment(0f3cbdbe-a9be-475d-86a3-edc0524f69a3),segment_id=0f3cbdbe-a9be-475d-86a3-edc0524f69a3)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:14.197724 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (3e884dce-887f-4dec-9728-825d9ff79787), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.214028 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Calling delete_port for 3e884dce-887f-4dec-9728-825d9ff79787 owned by network:dhcp {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:14.220914 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device f126ea81-0b42-4ea0-998c-3429360ebf40 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:59:14.224909 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:14.248626 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: f126ea81-0b42-4ea0-998c-3429360ebf40 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:59:14.248968 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device f126ea81-0b42-4ea0-998c-3429360ebf40 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:59:14.298413 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (3e884dce-887f-4dec-9728-825d9ff79787), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.317209 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aae21c1-ab8c-4512-a0f1-72e141d7da1e None None] DHCP port deletion for 15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 03:59:14.321050 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=3e884dce-887f-4dec-9728-825d9ff79787,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:14.326705 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] No DVR routers for this DVR port 3e884dce-887f-4dec-9728-825d9ff79787 on host dv-cinder-847730-4-iscsi {{(pid=110647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:59:14.403271 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.422874 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:14.424579 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee']}} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:14.434444 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f3cbdbe-a9be-475d-86a3-edc0524f69a3') {'for_net_delete': True} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:14.434735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f3cbdbe-a9be-475d-86a3-edc0524f69a3') {} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:14.445167 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627617'] for segment (0f3cbdbe-a9be-475d-86a3-edc0524f69a3), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.459492 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (0f3cbdbe-a9be-475d-86a3-edc0524f69a3), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.466487 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=110647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:59:14.466787 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5532234'] for segment (0f3cbdbe-a9be-475d-86a3-edc0524f69a3), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.486775 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment 0f3cbdbe-a9be-475d-86a3-edc0524f69a3 resource provider aggregate not found Jul 12 03:59:14.526719 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment 0f3cbdbe-a9be-475d-86a3-edc0524f69a3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f3cbdbe-a9be-475d-86a3-edc0524f69a3 found for delete ", "request_id": "req-010662f5-1b27-4f06-b199-5ea783d72651"}]} Jul 12 03:59:14.536571 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.541363 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:14.544584 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] 10.222.0.20 "DELETE /v2.0/networks/15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee HTTP/1.1" status: 204 len: 168 time: 0.5318072 Jul 12 03:59:14.547573 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41312) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:14.557178 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e452b4-935a-4291-bdfa-d08746b44bdb admin admin] Pushing event deleted for resources: {'Network': ['ID=15e20b49-c0f2-4a45-8fc9-0e2c8ae40cee,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:14.655411 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:59:14.676991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:59:14.677344 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 05ef6ad1-c8ac-4954-bf06-5e8c4aa06bf3 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:59:14.873841 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (c4c24cf4-20a5-44b6-814c-fc34bb667e03), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:15.207203 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:15.216404 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-26ce4860-114d-4f5a-b741-ccd0e0453913 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:15.358124 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Deleting port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:15.358430 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:15.430556 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=12 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:15.441463 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] For port c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea,segment=NetworkSegment(ddcc76c3-0535-4410-bc78-4d2af7eaae63),segment_id=ddcc76c3-0535-4410-bc78-4d2af7eaae63)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:15.441839 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:15.454483 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Calling delete_port for c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea owned by network:router_interface {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:15.459710 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:15.541039 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:15.662494 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:15.688893 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:15.703371 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.703725 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.704110 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.704445 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.704777 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.705117 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.705438 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.705756 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.706074 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.706396 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.706695 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.707019 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.707337 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.707642 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.707955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:15.869560 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (c4c24cf4-20a5-44b6-814c-fc34bb667e03), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:15.874737 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c469b153-d930-4f2f-bdb4-235d53a4a235 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:59:15.895964 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: c469b153-d930-4f2f-bdb4-235d53a4a235 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:59:15.896329 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c469b153-d930-4f2f-bdb4-235d53a4a235 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:59:15.896753 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3e884dce-887f-4dec-9728-825d9ff79787 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:59:15.915381 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 3e884dce-887f-4dec-9728-825d9ff79787 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:59:15.915814 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3e884dce-887f-4dec-9728-825d9ff79787 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:59:16.081091 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:16.086818 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Router c4c24cf4-20a5-44b6-814c-fc34bb667e03 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:59:16.192795 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:59:16.198089 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-253a35eb-ff35-4094-827d-e7034f75a4c5 admin admin] 10.222.0.20 "PUT /v2.0/routers/c4c24cf4-20a5-44b6-814c-fc34bb667e03/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6487598 Jul 12 03:59:16.200951 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41316) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:16.201983 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] Sync routers for ids ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:59:16.213084 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] Routers {'c4c24cf4-20a5-44b6-814c-fc34bb667e03'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:16.213811 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:58:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:16.300755 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks [] for router (c4c24cf4-20a5-44b6-814c-fc34bb667e03), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:16.312275 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] Set router c4c24cf4-20a5-44b6-814c-fc34bb667e03 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:16.401170 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks [] for router_gateway (c4c24cf4-20a5-44b6-814c-fc34bb667e03), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:16.446918 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Deleting port d565ee47-0c17-4626-9504-cced9d8117d1 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:16.447257 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:16.482440 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155'}], 'enable_snat': True}, 'gw_port_id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:59:15Z', 'revision_number': 5, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'gw_port': {'id': 'd565ee47-0c17-4626-9504-cced9d8117d1', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b1:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.155', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:55:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:16.507326 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] Checking router: c4c24cf4-20a5-44b6-814c-fc34bb667e03 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:59:16.515788 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] Routers {'c4c24cf4-20a5-44b6-814c-fc34bb667e03'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:16.516419 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:58:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:16.529302 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] For port d565ee47-0c17-4626-9504-cced9d8117d1, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=d565ee47-0c17-4626-9504-cced9d8117d1,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:16.529659 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:16.542278 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Calling delete_port for d565ee47-0c17-4626-9504-cced9d8117d1 owned by network:router_gateway {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:16.598083 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] Set router c4c24cf4-20a5-44b6-814c-fc34bb667e03 gateway port host: None {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:16.645293 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:59:16Z', 'revision_number': 6, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:16.674331 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f0d5607-fe5a-4da9-82d5-193749c130f0 None None] The sync data for ids ['c4c24cf4-20a5-44b6-814c-fc34bb667e03'] in dv-cinder-847730-4-iscsi is: [{'id': 'c4c24cf4-20a5-44b6-814c-fc34bb667e03', 'name': 'tempest-TestMinimumBasicScenario-793477373-router', 'tenant_id': 'e8a04014e6344f8fa9145b52d03679fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:55:06Z', 'updated_at': '2022-07-12T03:59:16Z', 'revision_number': 6, 'project_id': 'e8a04014e6344f8fa9145b52d03679fa', 'gw_port_host': None}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:59:16.833850 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:16.909588 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:16.975162 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (d565ee47-0c17-4626-9504-cced9d8117d1), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:16.998580 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Pushing event deleted for resources: {'Port': ['ID=d565ee47-0c17-4626-9504-cced9d8117d1,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:17.065630 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (c4c24cf4-20a5-44b6-814c-fc34bb667e03), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.169450 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (c4c24cf4-20a5-44b6-814c-fc34bb667e03), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.171800 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks [] for router_controller (c4c24cf4-20a5-44b6-814c-fc34bb667e03), precommit_delete_associations {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.240766 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (c4c24cf4-20a5-44b6-814c-fc34bb667e03), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.241423 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c4c24cf4-20a5-44b6-814c-fc34bb667e03 {{(pid=110647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 03:59:17.246659 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.247933 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-871c406e-d5e4-4526-84db-5b6c67981a83 admin admin] 10.222.0.20 "DELETE /v2.0/routers/c4c24cf4-20a5-44b6-814c-fc34bb667e03 HTTP/1.1" status: 204 len: 168 time: 1.0460031 Jul 12 03:59:17.250538 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41318) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:17.296592 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_v2 [None req-94524713-980b-4850-b931-b0a97b2fd4d5 admin admin] Deleting subnet 3f5c8c2a-b46a-4263-aeaa-2bff321b91bc {{(pid=110647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 03:59:17.299729 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-94524713-980b-4850-b931-b0a97b2fd4d5 admin admin] Publish callbacks [] for subnet (3f5c8c2a-b46a-4263-aeaa-2bff321b91bc), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.323770 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:DELETE=9,neutron:UPDATE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:17.341916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-94524713-980b-4850-b931-b0a97b2fd4d5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627610'] for subnet (3f5c8c2a-b46a-4263-aeaa-2bff321b91bc), precommit_delete_associations {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.420542 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-94524713-980b-4850-b931-b0a97b2fd4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (3f5c8c2a-b46a-4263-aeaa-2bff321b91bc), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.477262 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-94524713-980b-4850-b931-b0a97b2fd4d5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5532400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6052003'] for subnet (3f5c8c2a-b46a-4263-aeaa-2bff321b91bc), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.505472 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94524713-980b-4850-b931-b0a97b2fd4d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f5c8c2a-b46a-4263-aeaa-2bff321b91bc,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:17.511194 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-94524713-980b-4850-b931-b0a97b2fd4d5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.514354 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-94524713-980b-4850-b931-b0a97b2fd4d5 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/3f5c8c2a-b46a-4263-aeaa-2bff321b91bc HTTP/1.1" status: 204 len: 168 time: 0.2628472 Jul 12 03:59:17.516863 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41320) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:17.520423 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622df46c-ffa8-4f21-8760-7fa933d8bafa None None] Network fd4157b0-65d3-4a93-a19c-da6dff63e672 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:59:17.587577 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (fd4157b0-65d3-4a93-a19c-da6dff63e672), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.630601 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Deleting port 51da2e93-dbfa-4919-b94b-97df13f99658 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:17.630944 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.678180 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4a406-a73d-47e0-8b62-f08d09f054d7 None None] DHCP port deletion for fd4157b0-65d3-4a93-a19c-da6dff63e672 request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 03:59:17.703117 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:17.704935 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] For port 51da2e93-dbfa-4919-b94b-97df13f99658, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=51da2e93-dbfa-4919-b94b-97df13f99658,segment=NetworkSegment(ddcc76c3-0535-4410-bc78-4d2af7eaae63),segment_id=ddcc76c3-0535-4410-bc78-4d2af7eaae63)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:17.706178 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.720923 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Calling delete_port for 51da2e93-dbfa-4919-b94b-97df13f99658 owned by network:dhcp {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:17.740295 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-86b4a406-a73d-47e0-8b62-f08d09f054d7 None None] Deleting port 51da2e93-dbfa-4919-b94b-97df13f99658 {{(pid=110649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:17.740696 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-86b4a406-a73d-47e0-8b62-f08d09f054d7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), before_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.743851 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-3380b942-816f-4fae-be33-e80474f3b5a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.823949 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.835401 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-86b4a406-a73d-47e0-8b62-f08d09f054d7 None None] For port 51da2e93-dbfa-4919-b94b-97df13f99658, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=51da2e93-dbfa-4919-b94b-97df13f99658,segment=NetworkSegment(ddcc76c3-0535-4410-bc78-4d2af7eaae63),segment_id=ddcc76c3-0535-4410-bc78-4d2af7eaae63)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:17.836059 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-86b4a406-a73d-47e0-8b62-f08d09f054d7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), precommit_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.851730 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Pushing event deleted for resources: {'Port': ['ID=51da2e93-dbfa-4919-b94b-97df13f99658,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:17.855274 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-86b4a406-a73d-47e0-8b62-f08d09f054d7 None None] Calling delete_port for 51da2e93-dbfa-4919-b94b-97df13f99658 owned by network:dhcp {{(pid=110649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:17.857383 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] No DVR routers for this DVR port 51da2e93-dbfa-4919-b94b-97df13f99658 on host dv-cinder-847730-4-iscsi {{(pid=110647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:59:17.858485 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:59:17.884531 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:59:17.884872 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device c1f0e62c-ee68-4d0e-81ea-7a06a3b38dea not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:59:17.885287 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 51da2e93-dbfa-4919-b94b-97df13f99658 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:59:17.929436 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (fd4157b0-65d3-4a93-a19c-da6dff63e672), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.933392 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 51da2e93-dbfa-4919-b94b-97df13f99658 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:59:17.933736 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 51da2e93-dbfa-4919-b94b-97df13f99658 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:59:17.934144 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device d565ee47-0c17-4626-9504-cced9d8117d1 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 03:59:17.956476 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: d565ee47-0c17-4626-9504-cced9d8117d1 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 03:59:17.956824 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device d565ee47-0c17-4626-9504-cced9d8117d1 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 03:59:17.958463 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd4157b0-65d3-4a93-a19c-da6dff63e672']}} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:17.971269 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddcc76c3-0535-4410-bc78-4d2af7eaae63') {'for_net_delete': True} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:17.971548 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddcc76c3-0535-4410-bc78-4d2af7eaae63') {} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:17.982415 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627617'] for segment (ddcc76c3-0535-4410-bc78-4d2af7eaae63), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.983957 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=92,neutron:DELETE=6,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:17.990595 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-86b4a406-a73d-47e0-8b62-f08d09f054d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566'] for port (51da2e93-dbfa-4919-b94b-97df13f99658), after_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:17.999137 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (ddcc76c3-0535-4410-bc78-4d2af7eaae63), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.006240 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 03:59:18.006571 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5532234'] for segment (ddcc76c3-0535-4410-bc78-4d2af7eaae63), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.012482 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b4a406-a73d-47e0-8b62-f08d09f054d7 None None] Pushing event deleted for resources: {'Port': ['ID=51da2e93-dbfa-4919-b94b-97df13f99658,revision_number=None']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:18.018587 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4a406-a73d-47e0-8b62-f08d09f054d7 None None] No DVR routers for this DVR port 51da2e93-dbfa-4919-b94b-97df13f99658 on host dv-cinder-847730-4-iscsi {{(pid=110649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 03:59:18.066573 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment ddcc76c3-0535-4410-bc78-4d2af7eaae63 resource provider aggregate not found Jul 12 03:59:18.078071 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (fd4157b0-65d3-4a93-a19c-da6dff63e672), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.082442 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.085706 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] 10.222.0.20 "DELETE /v2.0/networks/fd4157b0-65d3-4a93-a19c-da6dff63e672 HTTP/1.1" status: 204 len: 168 time: 0.5679169 Jul 12 03:59:18.087505 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment ddcc76c3-0535-4410-bc78-4d2af7eaae63 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ddcc76c3-0535-4410-bc78-4d2af7eaae63 found for delete ", "request_id": "req-5c53d1c1-bc97-42cc-ae27-b7d1e5051148"}]} Jul 12 03:59:18.099935 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c357b089-0ffb-4e4b-8515-a0bb3e407829 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd4157b0-65d3-4a93-a19c-da6dff63e672,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:18.259271 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41328) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:18.300795 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6b2e7da3-2d00-4c78-88c2-a6118e9b88c5 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b38d912121c64d5e887dc21e354b3cfd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403173 Jul 12 03:59:18.303333 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41330) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:18.326182 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:18.351520 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-24c357fe-6c5b-4006-848f-523d8df7d670 admin admin] Publish callbacks [] for security_group (1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.372585 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-24c357fe-6c5b-4006-848f-523d8df7d670 admin admin] Publish callbacks [] for security_group (1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.425473 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-24c357fe-6c5b-4006-848f-523d8df7d670 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.427876 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-24c357fe-6c5b-4006-848f-523d8df7d670 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.429039 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-24c357fe-6c5b-4006-848f-523d8df7d670 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c HTTP/1.1" status: 204 len: 168 time: 0.1248429 Jul 12 03:59:18.436612 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c357fe-6c5b-4006-848f-523d8df7d670 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a4ce7a2-0ddd-45dd-8845-3cccb4cfdc4c,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:18.693104 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.767447 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41336) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:18.810136 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-68420171-a8ca-4fae-9368-34c413a1b51e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e8a04014e6344f8fa9145b52d03679fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0415263 Jul 12 03:59:18.813501 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41338) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:18.871681 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6a69167c-1491-47db-ac0d-2a4cc9b72bbc admin admin] Publish callbacks [] for security_group (f2327e80-ec02-48a1-a248-59bc01dc9b27), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.894127 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6a69167c-1491-47db-ac0d-2a4cc9b72bbc admin admin] Publish callbacks [] for security_group (f2327e80-ec02-48a1-a248-59bc01dc9b27), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.945319 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6a69167c-1491-47db-ac0d-2a4cc9b72bbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f2327e80-ec02-48a1-a248-59bc01dc9b27), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.948446 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6a69167c-1491-47db-ac0d-2a4cc9b72bbc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:18.949631 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6a69167c-1491-47db-ac0d-2a4cc9b72bbc admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f2327e80-ec02-48a1-a248-59bc01dc9b27 HTTP/1.1" status: 204 len: 168 time: 0.1350441 Jul 12 03:59:18.959350 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a69167c-1491-47db-ac0d-2a4cc9b72bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2327e80-ec02-48a1-a248-59bc01dc9b27,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:19.663481 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41362) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:19.764545 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1335529708-network', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:19.788242 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Made reservation on behalf of aac1a71ff09f4ae38a5c3704fc43a950 for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:59:19.790432 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:19.799310 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:19.877679 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Publish callbacks [] for security_group (638eb4d4-854b-49d7-a0d2-68f7a0e91e70), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:19.883647 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (638eb4d4-854b-49d7-a0d2-68f7a0e91e70), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:19.911485 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:59:19.918106 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=638eb4d4-854b-49d7-a0d2-68f7a0e91e70,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:19.924199 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (cbb120f4-e82e-40ed-8be5-03bbbefc12ab), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:19.924542 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Added segment cbb120f4-e82e-40ed-8be5-03bbbefc12ab of type vlan for network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 Jul 12 03:59:19.965674 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (23b1d494-c0d9-49ee-89d4-d49d1b596fa3), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:19.992114 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (23b1d494-c0d9-49ee-89d4-d49d1b596fa3), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:19.993074 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:19.993704 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.033561 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3689361 Jul 12 03:59:20.036473 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41366) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:20.041238 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Request body: {'subnet': {'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1335529708-subnet', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:20.073012 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035530b-f9da-45ac-a12f-c2931f4e779b admin admin] Pushing event updated for resources: {'Network': ['ID=23b1d494-c0d9-49ee-89d4-d49d1b596fa3,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:20.077674 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:20.083108 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:59:20.094358 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Made reservation on behalf of aac1a71ff09f4ae38a5c3704fc43a950 for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:59:20.097355 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6051980'] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.152169 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=73,neutron:DELETE=8,neutron:INSERT=18,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:20.167914 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.278345 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5532463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6051994'] for subnet (71af41a3-63bc-441e-84be-805c5bb7a9c7), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.329816 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=71af41a3-63bc-441e-84be-805c5bb7a9c7,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:20.347888 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Checking segment: {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:59:20.348286 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Network hostable DHCP agents. Network: 23b1d494-c0d9-49ee-89d4-d49d1b596fa3, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:59:20.368253 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:59:20.381205 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 23b1d494-c0d9-49ee-89d4-d49d1b596fa3) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:20.385976 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:20.386556 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.391500 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3c00eb-0822-4186-bfcb-ee95c255ebf1 None None] Network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:59:20.408040 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6da3c307-cacf-4275-9862-9cdde8446f93 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3677645 Jul 12 03:59:20.408255 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41368) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:20.412632 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:20.434164 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (26b6595f-a566-4a3f-ad4b-7943934b172a), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.435122 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (26b6595f-a566-4a3f-ad4b-7943934b172a), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.485249 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks [] for router_controller (26b6595f-a566-4a3f-ad4b-7943934b172a), precommit_add_association {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.497372 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:59:20.498292 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.595253 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.628259 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks [] for router_gateway (26b6595f-a566-4a3f-ad4b-7943934b172a), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.647157 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Allocated IP 172.20.0.2 (23b1d494-c0d9-49ee-89d4-d49d1b596fa3/71af41a3-63bc-441e-84be-805c5bb7a9c7/d08166a6-cee8-4c5d-bc85-63f07d354e03) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:59:20.773945 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:20.785718 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Publish callbacks [] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.793174 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.806193 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks [] for router_gateway (26b6595f-a566-4a3f-ad4b-7943934b172a), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.825205 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.835112 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:20.840696 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:20.844469 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:59:20.847779 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Pushing event updated for resources: {'Port': ['ID=d08166a6-cee8-4c5d-bc85-63f07d354e03,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:20.860276 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.860276 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.860276 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.860673 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.860854 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.861192 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.861763 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.862296 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.862856 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.863365 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.863931 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.864574 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.865138 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.865650 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.866174 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:20.916651 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Attempting to bind port d08166a6-cee8-4c5d-bc85-63f07d354e03 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:59:20.917083 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Attempting to bind port d08166a6-cee8-4c5d-bc85-63f07d354e03 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:59:20.917444 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Attempting to bind port d08166a6-cee8-4c5d-bc85-63f07d354e03 on network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:59:20.922641 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:59:20.923314 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Checking segment: {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:59:20.923465 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.923765 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Bound using segment: {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:59:20.924261 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Bound port: d08166a6-cee8-4c5d-bc85-63f07d354e03, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:59:20.924633 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:20.936435 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Allocated IP 172.27.0.193 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/fee962ee-66a8-4214-b38b-bd49a3d770b7) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:59:20.958085 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:20.970154 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=83,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:20.991431 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] For port d08166a6-cee8-4c5d-bc85-63f07d354e03, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:59:20.994790 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] For port d08166a6-cee8-4c5d-bc85-63f07d354e03, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=d08166a6-cee8-4c5d-bc85-63f07d354e03,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:59:21.001439 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:21.025391 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:21.064321 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks [] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:21.069338 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fa845-f3da-4406-8208-82afdcbeffef None None] Pushing event updated for resources: {'Port': ['ID=d08166a6-cee8-4c5d-bc85-63f07d354e03,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:21.100702 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:21.142220 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:21.147395 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:21.149625 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Pushing event updated for resources: {'Port': ['ID=fee962ee-66a8-4214-b38b-bd49a3d770b7,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:21.151730 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:59:21.395144 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks [] for router_gateway (26b6595f-a566-4a3f-ad4b-7943934b172a), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:21.583517 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (26b6595f-a566-4a3f-ad4b-7943934b172a), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:21.716116 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Router 26b6595f-a566-4a3f-ad4b-7943934b172a is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:59:21.813917 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:21.824376 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:59:21.840376 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Sync routers for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:59:21.852469 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:21.853736 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-9d00053c-aaf7-4ef9-867f-b8a5eef11140 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4444499 Jul 12 03:59:21.856702 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:21.857208 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41372) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:21.857685 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:21.893882 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device d08166a6-cee8-4c5d-bc85-63f07d354e03 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:21.983707 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port d08166a6-cee8-4c5d-bc85-63f07d354e03 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:21.984703 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.005300 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:22.014377 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07f9427-37ac-4d34-9ed6-7acc48d3c20e None None] Network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:59:22.052517 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:22.058621 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:22.117838 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-25c13984-b9e7-4338-a77d-fe41549ecb3c None None] Provisioning complete for port d08166a6-cee8-4c5d-bc85-63f07d354e03 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:22.118201 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-25c13984-b9e7-4338-a77d-fe41549ecb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.273781 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.303922 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port d08166a6-cee8-4c5d-bc85-63f07d354e03 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:22.304328 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.433317 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-db56ac38-8b96-42a3-9737-47338a39a476 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0567107 Jul 12 03:59:22.481202 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Allocated IP 172.20.0.1 (23b1d494-c0d9-49ee-89d4-d49d1b596fa3/71af41a3-63bc-441e-84be-805c5bb7a9c7/e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:59:22.545719 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-3c45a169-c9bb-4250-b976-698d2578dc05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:22.547135 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-3c45a169-c9bb-4250-b976-698d2578dc05 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 1130 time: 0.0634921 Jul 12 03:59:22.549076 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-25c13984-b9e7-4338-a77d-fe41549ecb3c None None] Current status of the port d08166a6-cee8-4c5d-bc85-63f07d354e03 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:22.549451 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-25c13984-b9e7-4338-a77d-fe41549ecb3c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.569853 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port d08166a6-cee8-4c5d-bc85-63f07d354e03, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=d08166a6-cee8-4c5d-bc85-63f07d354e03,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:22.579961 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.588192 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:21Z', 'revision_number': 3, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:22.665676 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Checking router: 26b6595f-a566-4a3f-ad4b-7943934b172a for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:59:22.665925 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Updating router 26b6595f-a566-4a3f-ad4b-7943934b172a port fee962ee-66a8-4214-b38b-bd49a3d770b7 binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:59:22.693216 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Publish callbacks [] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.694752 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.db.api [None req-25c13984-b9e7-4338-a77d-fe41549ecb3c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=110649) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 12 03:59:22.695162 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG oslo_db.api [None req-25c13984-b9e7-4338-a77d-fe41549ecb3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 12 03:59:22.697117 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:22.711716 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.713460 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=d08166a6-cee8-4c5d-bc85-63f07d354e03,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:22.718610 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-db93fdfb-1927-42f8-87f7-f655008b33c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:22.720204 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-db93fdfb-1927-42f8-87f7-f655008b33c5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 913 time: 0.1307681 Jul 12 03:59:22.765752 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:22.791650 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.821693 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-203927cb-6673-4fac-ab39-8978d4cdd3c4 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 HTTP/1.1" status: 200 len: 1001 time: 0.0909760 Jul 12 03:59:22.845915 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:22.869881 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:22.875214 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:59:22.877118 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:22.925505 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-f98f67ac-228a-435b-8c6d-643c7bee39fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:22.927134 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-f98f67ac-228a-435b-8c6d-643c7bee39fa service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0966256 Jul 12 03:59:22.928697 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (26b6595f-a566-4a3f-ad4b-7943934b172a), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.929110 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:22.957247 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:22.970722 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Publish callbacks [] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:22.981176 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.021142 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-cd4293a5-add8-419b-810d-74a5dbbd07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:23.022706 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-cd4293a5-add8-419b-810d-74a5dbbd07aa service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0884326 Jul 12 03:59:23.040426 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a65dd-cfbe-4bef-b005-1bc8ed4fb8e2 None None] Pushing event updated for resources: {'Port': ['ID=fee962ee-66a8-4214-b38b-bd49a3d770b7,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:23.043165 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Attempting to bind port fee962ee-66a8-4214-b38b-bd49a3d770b7 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:59:23.043528 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Attempting to bind port fee962ee-66a8-4214-b38b-bd49a3d770b7 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:59:23.043886 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Attempting to bind port fee962ee-66a8-4214-b38b-bd49a3d770b7 on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:59:23.050670 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:59:23.051047 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:59:23.051444 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.051831 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:59:23.052330 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Bound port: fee962ee-66a8-4214-b38b-bd49a3d770b7, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:59:23.052702 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.102732 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] For port fee962ee-66a8-4214-b38b-bd49a3d770b7, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:59:23.105899 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] For port fee962ee-66a8-4214-b38b-bd49a3d770b7, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fee962ee-66a8-4214-b38b-bd49a3d770b7,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:59:23.111810 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.164550 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.169542 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626a65dd-cfbe-4bef-b005-1bc8ed4fb8e2 None None] Pushing event updated for resources: {'Port': ['ID=fee962ee-66a8-4214-b38b-bd49a3d770b7,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:23.172211 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:23.172822 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:23.184906 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-e21b0218-c9e6-416d-b641-6017f4870f6e service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1550345 Jul 12 03:59:23.251213 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-25c13984-b9e7-4338-a77d-fe41549ecb3c None None] Current status of the port d08166a6-cee8-4c5d-bc85-63f07d354e03 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:23.301563 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:23.364654 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-19dca8ee-962e-4dea-9731-8b24f15e7117 req-29b8c44c-2ff1-49f7-bf01-cbf90097daaf service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600690 Jul 12 03:59:23.390947 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-e554024c-6092-4d99-8821-40ca1acd4536 None None] Provisioning complete for port d08166a6-cee8-4c5d-bc85-63f07d354e03 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:23.391319 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e554024c-6092-4d99-8821-40ca1acd4536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.408849 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Publish callbacks [] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.414188 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.458689 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:23.480977 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Pushing event updated for resources: {'Port': ['ID=e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:23.483324 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (26b6595f-a566-4a3f-ad4b-7943934b172a), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.553762 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-e554024c-6092-4d99-8821-40ca1acd4536 None None] Current status of the port d08166a6-cee8-4c5d-bc85-63f07d354e03 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:23.568189 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-e554024c-6092-4d99-8821-40ca1acd4536 None None] Provisioning complete for port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:23.568567 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e554024c-6092-4d99-8821-40ca1acd4536 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.569932 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:23.570948 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:22Z', 'revision_number': 1, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:23.576089 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:23.577957 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:23.579519 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:23.623997 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b3dff3-284e-48b8-9c35-363dcb04b70e None None] The sync data for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi is: [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:22Z', 'revision_number': 1, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:59:23.635992 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-e554024c-6092-4d99-8821-40ca1acd4536 None None] Port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:59:23.694556 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Router 26b6595f-a566-4a3f-ad4b-7943934b172a has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:59:23.857366 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-6976bfe5-59f5-470b-8cbd-9f408986d7a3 None None] Provisioning complete for port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:23.857764 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-6976bfe5-59f5-470b-8cbd-9f408986d7a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:23.902956 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device d08166a6-cee8-4c5d-bc85-63f07d354e03 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:23.951260 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-6976bfe5-59f5-470b-8cbd-9f408986d7a3 None None] Port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:59:23.979188 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port d08166a6-cee8-4c5d-bc85-63f07d354e03 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:23.979646 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.064456 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port d08166a6-cee8-4c5d-bc85-63f07d354e03 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:24.091939 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:59:24.097249 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4f353d5e-b356-4c71-a778-d1ca1a026437 admin admin] 10.222.0.20 "PUT /v2.0/routers/26b6595f-a566-4a3f-ad4b-7943934b172a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2379839 Jul 12 03:59:24.616912 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41390) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:24.622061 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-821686023-network', 'tenant_id': '9340450b91db44459cc62a2276957230'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:24.643234 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Made reservation on behalf of 9340450b91db44459cc62a2276957230 for: {'network': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:59:24.645496 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.655178 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.734262 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Publish callbacks [] for security_group (b8527345-cce8-42b6-8194-537cf04b7863), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.739083 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (b8527345-cce8-42b6-8194-537cf04b7863), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.765662 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=110648) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 03:59:24.775897 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8527345-cce8-42b6-8194-537cf04b7863,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:24.782445 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (e0f92b54-b3c9-4da1-8686-a96054cec5ac), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.782783 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.segments_db [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Added segment e0f92b54-b3c9-4da1-8686-a96054cec5ac of type vlan for network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf Jul 12 03:59:24.825717 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (72ecf7c4-b433-4c9d-a3a7-132c51de37bf), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.851134 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (72ecf7c4-b433-4c9d-a3a7-132c51de37bf), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.852160 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:24.852698 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.887812 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.2697818 Jul 12 03:59:24.890773 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41392) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:24.896631 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Request body: {'subnet': {'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-821686023-subnet', 'tenant_id': '9340450b91db44459cc62a2276957230', 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:24.921744 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Made reservation on behalf of 9340450b91db44459cc62a2276957230 for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:59:24.924901 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6051980'] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:24.925369 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230d85b-59f7-4160-b1aa-ee56576f1146 admin admin] Pushing event updated for resources: {'Network': ['ID=72ecf7c4-b433-4c9d-a3a7-132c51de37bf,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:24.940994 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 03:59:24.949364 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=1,neutron:INSERT=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:25.118197 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5532463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6051994'] for subnet (4efbbf73-a3b3-42ad-89f3-ff14f7aae115), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.164506 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Pushing event updated for resources: {'Subnet': ['ID=4efbbf73-a3b3-42ad-89f3-ff14f7aae115,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:25.184402 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Checking segment: {'id': 'e0f92b54-b3c9-4da1-8686-a96054cec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:59:25.184749 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Network hostable DHCP agents. Network: 72ecf7c4-b433-4c9d-a3a7-132c51de37bf, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 03:59:25.202156 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 03:59:25.212299 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 72ecf7c4-b433-4c9d-a3a7-132c51de37bf) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:25.216706 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:25.217218 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.221945 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af0b879-645c-44aa-8122-0b7d3853a982 None None] Network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:59:25.234568 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-a33e5a1d-eed3-4eae-a44f-3503a5a1dbec admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3420169 Jul 12 03:59:25.237308 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41394) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:25.241518 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:25.261950 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (afd0d9ec-28e4-4773-a953-e20481c615ae), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.262969 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (afd0d9ec-28e4-4773-a953-e20481c615ae), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.314463 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks [] for router_controller (afd0d9ec-28e4-4773-a953-e20481c615ae), precommit_add_association {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.327699 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-72ecf7c4-b433-4c9d-a3a7-132c51de37bf', 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf', 'project_id': '9340450b91db44459cc62a2276957230', 'fixed_ips': [{'subnet_id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 03:59:25.328686 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.453697 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks [] for router_gateway (afd0d9ec-28e4-4773-a953-e20481c615ae), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.468033 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Allocated IP 172.20.0.2 (72ecf7c4-b433-4c9d-a3a7-132c51de37bf/4efbbf73-a3b3-42ad-89f3-ff14f7aae115/fac64829-63a7-4292-8678-1a1710a05937) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:59:25.555198 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:25.630718 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Publish callbacks [] for port (fac64829-63a7-4292-8678-1a1710a05937), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.636608 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks [] for router_gateway (afd0d9ec-28e4-4773-a953-e20481c615ae), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.638556 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (fac64829-63a7-4292-8678-1a1710a05937), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.638773 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Sync routers for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:59:25.649721 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:25.650712 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:25.655424 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=5,neutron:SELECT=92,neutron:INSERT=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:25.658157 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:25.660498 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.680942 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:25.685078 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:59:25.716394 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Pushing event updated for resources: {'Port': ['ID=fac64829-63a7-4292-8678-1a1710a05937,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:25.724931 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:25.753481 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Attempting to bind port fac64829-63a7-4292-8678-1a1710a05937 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:59:25.753842 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Attempting to bind port fac64829-63a7-4292-8678-1a1710a05937 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'e0f92b54-b3c9-4da1-8686-a96054cec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:59:25.754214 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Attempting to bind port fac64829-63a7-4292-8678-1a1710a05937 on network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:59:25.759458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:59:25.759830 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Checking segment: {'id': 'e0f92b54-b3c9-4da1-8686-a96054cec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:59:25.760269 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.760714 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Bound using segment: {'id': 'e0f92b54-b3c9-4da1-8686-a96054cec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:59:25.761557 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Bound port: fac64829-63a7-4292-8678-1a1710a05937, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f92b54-b3c9-4da1-8686-a96054cec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:59:25.761709 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:25.761815 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (fac64829-63a7-4292-8678-1a1710a05937), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.785406 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Allocated IP 172.27.0.49 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/763d5952-8311-4985-adf6-1e83516fc369) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:59:25.836166 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] For port fac64829-63a7-4292-8678-1a1710a05937, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:59:25.843623 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] For port fac64829-63a7-4292-8678-1a1710a05937, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fac64829-63a7-4292-8678-1a1710a05937,segment=NetworkSegment(e0f92b54-b3c9-4da1-8686-a96054cec5ac),segment_id=e0f92b54-b3c9-4da1-8686-a96054cec5ac)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:59:25.853851 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (fac64829-63a7-4292-8678-1a1710a05937), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.879662 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:INSERT=14,neutron:SELECT=81,neutron:UPDATE=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:25.880980 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fee962ee-66a8-4214-b38b-bd49a3d770b7 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:25.914739 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks [] for port (763d5952-8311-4985-adf6-1e83516fc369), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:25.969299 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d05099-20e7-486d-b1a5-cbe52b7532d3 None None] Pushing event updated for resources: {'Port': ['ID=fac64829-63a7-4292-8678-1a1710a05937,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:25.982169 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port fee962ee-66a8-4214-b38b-bd49a3d770b7 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:25.982545 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.015959 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 2, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:26.055144 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Checking router: 26b6595f-a566-4a3f-ad4b-7943934b172a for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:59:26.055678 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Updating router 26b6595f-a566-4a3f-ad4b-7943934b172a port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:59:26.060655 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port fee962ee-66a8-4214-b38b-bd49a3d770b7 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:26.061044 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.083926 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port fee962ee-66a8-4214-b38b-bd49a3d770b7, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fee962ee-66a8-4214-b38b-bd49a3d770b7,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:26.088542 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.090720 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.130018 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:26.149763 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=fee962ee-66a8-4214-b38b-bd49a3d770b7,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:26.248343 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=100 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:26.257777 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (763d5952-8311-4985-adf6-1e83516fc369), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.302805 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:26.311855 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:26.316384 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:59:26.320200 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Pushing event updated for resources: {'Port': ['ID=763d5952-8311-4985-adf6-1e83516fc369,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:26.365036 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:26.414698 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Publish callbacks [] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.421126 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.471086 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Pushing event updated for resources: {'Port': ['ID=e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:26.499275 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.499620 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.499957 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.500327 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.500683 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.501037 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.501374 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.501669 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.501983 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.502295 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.502609 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.502921 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.503232 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.503544 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.503862 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110650) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 03:59:26.541159 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Attempting to bind port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:59:26.541526 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Attempting to bind port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:59:26.542046 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Attempting to bind port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 on network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:59:26.547546 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:59:26.547908 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Checking segment: {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:59:26.548331 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.548717 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Bound using segment: {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:59:26.549174 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Bound port: e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:59:26.549544 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.573042 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks [] for router_gateway (afd0d9ec-28e4-4773-a953-e20481c615ae), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.612441 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] For port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:59:26.615693 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] For port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:59:26.623287 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.678903 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:26.679710 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:26.696374 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-40636c95-c92e-4f27-8702-0dd450f5567d None None] Provisioning complete for port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:26.696947 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-40636c95-c92e-4f27-8702-0dd450f5567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.794041 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (afd0d9ec-28e4-4773-a953-e20481c615ae), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:26.805634 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead17642-2c0e-4a6b-a834-e5ac13fd8e68 None None] Pushing event updated for resources: {'Port': ['ID=e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7,revision_number=4']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:26.853030 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:26.970148 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:UPDATE=2,neutron:SELECT=96,neutron:INSERT=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:26.981978 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Router afd0d9ec-28e4-4773-a953-e20481c615ae is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 03:59:27.008044 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-40636c95-c92e-4f27-8702-0dd450f5567d None None] Current status of the port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:27.008866 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-40636c95-c92e-4f27-8702-0dd450f5567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.049374 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-40636c95-c92e-4f27-8702-0dd450f5567d None None] For port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:27.055460 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-40636c95-c92e-4f27-8702-0dd450f5567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.123076 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40636c95-c92e-4f27-8702-0dd450f5567d None None] Pushing event updated for resources: {'Port': ['ID=e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:27.125328 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:59:27.140387 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Sync routers for ids ['afd0d9ec-28e4-4773-a953-e20481c615ae'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:59:27.154484 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Routers {'afd0d9ec-28e4-4773-a953-e20481c615ae'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:27.154716 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.154837 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['afd0d9ec-28e4-4773-a953-e20481c615ae'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:27.158805 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-98fb434c-3fc5-4fcf-b7ab-4c8e6f230258 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9178522 Jul 12 03:59:27.159516 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41398) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:27.216704 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc8c90-11bc-49f8-bbda-9d9bb061bacb None None] Network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 03:59:27.227247 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:27.252330 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9aa90cb9-f2ce-4a17-9e90-ecf44e1033d8 None None] The sync data for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi is: [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:59:27.262910 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:27.270896 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-70d6b117-fa36-4234-b0b6-3b05bb835269 None None] Provisioning complete for port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:27.271443 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-70d6b117-fa36-4234-b0b6-3b05bb835269 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.398806 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Set router afd0d9ec-28e4-4773-a953-e20481c615ae gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:27.567598 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-70d6b117-fa36-4234-b0b6-3b05bb835269 None None] Current status of the port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:27.598045 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.638156 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '763d5952-8311-4985-adf6-1e83516fc369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 3, 'project_id': '9340450b91db44459cc62a2276957230', 'gw_port': {'id': '763d5952-8311-4985-adf6-1e83516fc369', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:27.668947 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Checking router: afd0d9ec-28e4-4773-a953-e20481c615ae for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:59:27.669304 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Updating router afd0d9ec-28e4-4773-a953-e20481c615ae port 763d5952-8311-4985-adf6-1e83516fc369 binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:59:27.703044 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:27.713269 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (763d5952-8311-4985-adf6-1e83516fc369), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.715288 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-25c6e5a7-575d-4da8-aec9-293749411d3b None None] Provisioning complete for port fac64829-63a7-4292-8678-1a1710a05937 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:27.715675 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-25c6e5a7-575d-4da8-aec9-293749411d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fac64829-63a7-4292-8678-1a1710a05937), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.771887 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Allocated IP 172.20.0.1 (72ecf7c4-b433-4c9d-a3a7-132c51de37bf/4efbbf73-a3b3-42ad-89f3-ff14f7aae115/1f487e58-3cae-4711-9b33-2fa15623d2b2) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:59:27.857237 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:27.901070 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Publish callbacks [] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.937484 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.937658 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-25c6e5a7-575d-4da8-aec9-293749411d3b None None] Current status of the port fac64829-63a7-4292-8678-1a1710a05937 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:27.937847 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-25c6e5a7-575d-4da8-aec9-293749411d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (fac64829-63a7-4292-8678-1a1710a05937), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:27.995706 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:27.998066 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:28.001838 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:28.002625 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-25c6e5a7-575d-4da8-aec9-293749411d3b None None] For port fac64829-63a7-4292-8678-1a1710a05937, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fac64829-63a7-4292-8678-1a1710a05937,segment=NetworkSegment(e0f92b54-b3c9-4da1-8686-a96054cec5ac),segment_id=e0f92b54-b3c9-4da1-8686-a96054cec5ac)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:28.005663 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:59:28.015288 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-25c6e5a7-575d-4da8-aec9-293749411d3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (fac64829-63a7-4292-8678-1a1710a05937), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.034635 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f487e58-3cae-4711-9b33-2fa15623d2b2,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:28.047838 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:28.059842 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:28.062034 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (afd0d9ec-28e4-4773-a953-e20481c615ae), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.173202 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Publish callbacks [] for port (763d5952-8311-4985-adf6-1e83516fc369), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.176926 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-5031b13b-f165-473d-a80e-5f8fe785bcaf None None] Provisioning complete for port fac64829-63a7-4292-8678-1a1710a05937 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:28.178404 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5031b13b-f165-473d-a80e-5f8fe785bcaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fac64829-63a7-4292-8678-1a1710a05937), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.178721 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c6e5a7-575d-4da8-aec9-293749411d3b None None] Pushing event updated for resources: {'Port': ['ID=fac64829-63a7-4292-8678-1a1710a05937,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:28.208620 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (763d5952-8311-4985-adf6-1e83516fc369), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.213417 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.216116 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:28.260929 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:28.261380 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.308462 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Attempting to bind port 763d5952-8311-4985-adf6-1e83516fc369 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:59:28.308824 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Attempting to bind port 763d5952-8311-4985-adf6-1e83516fc369 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:59:28.309177 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Attempting to bind port 763d5952-8311-4985-adf6-1e83516fc369 on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:59:28.310999 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a55a-e294-43b0-b189-eb7c7f13c7b4 None None] Pushing event updated for resources: {'Port': ['ID=763d5952-8311-4985-adf6-1e83516fc369,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:28.322805 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:59:28.323205 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:59:28.323588 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.324252 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:59:28.324446 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Bound port: 763d5952-8311-4985-adf6-1e83516fc369, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:59:28.324803 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (763d5952-8311-4985-adf6-1e83516fc369), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.376048 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Publish callbacks [] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.382389 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.423219 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-5031b13b-f165-473d-a80e-5f8fe785bcaf None None] Current status of the port fac64829-63a7-4292-8678-1a1710a05937 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:28.429625 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] For port 763d5952-8311-4985-adf6-1e83516fc369, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:59:28.445151 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] For port 763d5952-8311-4985-adf6-1e83516fc369, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=763d5952-8311-4985-adf6-1e83516fc369,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:59:28.447784 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:28.449001 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fac64829-63a7-4292-8678-1a1710a05937 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:28.449851 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Pushing event updated for resources: {'Port': ['ID=1f487e58-3cae-4711-9b33-2fa15623d2b2,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:28.452444 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (afd0d9ec-28e4-4773-a953-e20481c615ae), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.453391 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (763d5952-8311-4985-adf6-1e83516fc369), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.550933 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:28.552295 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:28.552859 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Routers {'afd0d9ec-28e4-4773-a953-e20481c615ae'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:28.553491 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['afd0d9ec-28e4-4773-a953-e20481c615ae'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:28.563258 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028a55a-e294-43b0-b189-eb7c7f13c7b4 None None] Pushing event updated for resources: {'Port': ['ID=763d5952-8311-4985-adf6-1e83516fc369,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:28.609912 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-59287330-e06e-4909-9b4c-dd0b696beb0d None None] Provisioning complete for port 1f487e58-3cae-4711-9b33-2fa15623d2b2 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:28.610276 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-59287330-e06e-4909-9b4c-dd0b696beb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.665692 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Router afd0d9ec-28e4-4773-a953-e20481c615ae has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 03:59:28.770774 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port fac64829-63a7-4292-8678-1a1710a05937 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:28.771411 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fac64829-63a7-4292-8678-1a1710a05937), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:28.776711 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 03:59:28.782093 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d96069dc-0685-477a-9363-ec726daf2dc3 admin admin] 10.222.0.20 "PUT /v2.0/routers/afd0d9ec-28e4-4773-a953-e20481c615ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6220076 Jul 12 03:59:28.850325 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-59287330-e06e-4909-9b4c-dd0b696beb0d None None] Port 1f487e58-3cae-4711-9b33-2fa15623d2b2 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:59:28.884737 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] Set router afd0d9ec-28e4-4773-a953-e20481c615ae gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:28.991748 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port fac64829-63a7-4292-8678-1a1710a05937 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:28.992810 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fee962ee-66a8-4214-b38b-bd49a3d770b7 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:29.030598 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-5a33ca2e-984f-4878-9f4f-bef64fd6f75b None None] Provisioning complete for port 1f487e58-3cae-4711-9b33-2fa15623d2b2 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:29.030985 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5a33ca2e-984f-4878-9f4f-bef64fd6f75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.100245 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:29.127574 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:29.132297 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-5a33ca2e-984f-4878-9f4f-bef64fd6f75b None None] Port 1f487e58-3cae-4711-9b33-2fa15623d2b2 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:59:29.133963 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41406) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:29.141286 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-151ed6ca-4493-4bf2-8e6f-e010bd7d9ca1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139082514', 'description': 'tempest-secgroup-smoke-2139082514 description', 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:29.147195 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port fee962ee-66a8-4214-b38b-bd49a3d770b7 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:29.147574 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.164470 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-151ed6ca-4493-4bf2-8e6f-e010bd7d9ca1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.180183 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:29.223639 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:29.229088 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:29.233509 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '763d5952-8311-4985-adf6-1e83516fc369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 4, 'project_id': '9340450b91db44459cc62a2276957230', 'gw_port': {'id': '763d5952-8311-4985-adf6-1e83516fc369', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '1f487e58-3cae-4711-9b33-2fa15623d2b2', 'name': '', 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf', 'tenant_id': '9340450b91db44459cc62a2276957230', 'mac_address': 'fa:16:3e:88:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:27Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 2, 'project_id': '9340450b91db44459cc62a2276957230', 'subnets': [{'id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:29.237862 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-151ed6ca-4493-4bf2-8e6f-e010bd7d9ca1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group (009ba071-c44e-4433-8f68-2b1271902e21), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.242096 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-151ed6ca-4493-4bf2-8e6f-e010bd7d9ca1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (009ba071-c44e-4433-8f68-2b1271902e21), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.263050 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f73c59bf-f4a1-4222-9237-6ed1c3246172 None None] The sync data for ids ['afd0d9ec-28e4-4773-a953-e20481c615ae'] in dv-cinder-847730-4-iscsi is: [{'id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '763d5952-8311-4985-adf6-1e83516fc369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 4, 'project_id': '9340450b91db44459cc62a2276957230', 'gw_port': {'id': '763d5952-8311-4985-adf6-1e83516fc369', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '1f487e58-3cae-4711-9b33-2fa15623d2b2', 'name': '', 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf', 'tenant_id': '9340450b91db44459cc62a2276957230', 'mac_address': 'fa:16:3e:88:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:27Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 2, 'project_id': '9340450b91db44459cc62a2276957230', 'subnets': [{'id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:59:29.279354 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-151ed6ca-4493-4bf2-8e6f-e010bd7d9ca1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.280685 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-151ed6ca-4493-4bf2-8e6f-e010bd7d9ca1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1439707 Jul 12 03:59:29.281819 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151ed6ca-4493-4bf2-8e6f-e010bd7d9ca1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=009ba071-c44e-4433-8f68-2b1271902e21,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:29.283778 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41408) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:29.288936 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-6cfca09c-54e8-4260-b703-ecea330c2555 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Request body: {'security_group_rule': {'security_group_id': '009ba071-c44e-4433-8f68-2b1271902e21', 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:29.307539 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port fee962ee-66a8-4214-b38b-bd49a3d770b7 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:29.318760 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6cfca09c-54e8-4260-b703-ecea330c2555 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (7566b222-1f8c-40f9-9e07-d2261bd0427e), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.377503 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6cfca09c-54e8-4260-b703-ecea330c2555 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (7566b222-1f8c-40f9-9e07-d2261bd0427e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.382207 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6cfca09c-54e8-4260-b703-ecea330c2555 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (7566b222-1f8c-40f9-9e07-d2261bd0427e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.401922 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfca09c-54e8-4260-b703-ecea330c2555 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7566b222-1f8c-40f9-9e07-d2261bd0427e,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:29.407884 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6cfca09c-54e8-4260-b703-ecea330c2555 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.409221 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6cfca09c-54e8-4260-b703-ecea330c2555 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1242981 Jul 12 03:59:29.412068 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41410) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:29.416751 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-c4ccbb12-739d-4083-9a6b-5cdda0766bd4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Request body: {'security_group_rule': {'security_group_id': '009ba071-c44e-4433-8f68-2b1271902e21', 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:29.444570 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb12-739d-4083-9a6b-5cdda0766bd4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (36c639da-cfd9-46fe-b158-e16437592134), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.518373 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb12-739d-4083-9a6b-5cdda0766bd4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (36c639da-cfd9-46fe-b158-e16437592134), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.521636 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb12-739d-4083-9a6b-5cdda0766bd4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (36c639da-cfd9-46fe-b158-e16437592134), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.541336 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ccbb12-739d-4083-9a6b-5cdda0766bd4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c639da-cfd9-46fe-b158-e16437592134,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:29.549315 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c4ccbb12-739d-4083-9a6b-5cdda0766bd4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.550550 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-c4ccbb12-739d-4083-9a6b-5cdda0766bd4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1374149 Jul 12 03:59:29.553301 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41412) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:29.557725 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-b9553423-2c2b-462a-ad5a-16aebb45af02 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Request body: {'security_group_rule': {'security_group_id': '009ba071-c44e-4433-8f68-2b1271902e21', 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:29.588065 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b9553423-2c2b-462a-ad5a-16aebb45af02 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (e677eb53-ea0e-48fb-852b-3627538850bc), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.650238 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b9553423-2c2b-462a-ad5a-16aebb45af02 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (e677eb53-ea0e-48fb-852b-3627538850bc), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.655396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b9553423-2c2b-462a-ad5a-16aebb45af02 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (e677eb53-ea0e-48fb-852b-3627538850bc), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.675158 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9553423-2c2b-462a-ad5a-16aebb45af02 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e677eb53-ea0e-48fb-852b-3627538850bc,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:29.685278 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b9553423-2c2b-462a-ad5a-16aebb45af02 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.686547 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-b9553423-2c2b-462a-ad5a-16aebb45af02 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1323047 Jul 12 03:59:29.689348 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41414) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:29.693884 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-85895286-af8b-4809-a1b2-01f8b8b8e623 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Request body: {'security_group_rule': {'security_group_id': '009ba071-c44e-4433-8f68-2b1271902e21', 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:29.722691 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-85895286-af8b-4809-a1b2-01f8b8b8e623 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (e86556e9-ae16-4f68-87c3-d63191246ad9), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.797741 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-85895286-af8b-4809-a1b2-01f8b8b8e623 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (e86556e9-ae16-4f68-87c3-d63191246ad9), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.802351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-85895286-af8b-4809-a1b2-01f8b8b8e623 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (e86556e9-ae16-4f68-87c3-d63191246ad9), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.822323 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85895286-af8b-4809-a1b2-01f8b8b8e623 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86556e9-ae16-4f68-87c3-d63191246ad9,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:29.831025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-85895286-af8b-4809-a1b2-01f8b8b8e623 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.835010 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-85895286-af8b-4809-a1b2-01f8b8b8e623 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1421504 Jul 12 03:59:29.835174 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41416) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:29.839810 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-70036095-7205-4afb-b4bd-d1128335237c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Request body: {'security_group_rule': {'security_group_id': '009ba071-c44e-4433-8f68-2b1271902e21', 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:29.854733 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fac64829-63a7-4292-8678-1a1710a05937 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:29.869733 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.securitygroups_db [None req-70036095-7205-4afb-b4bd-d1128335237c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Project aac1a71ff09f4ae38a5c3704fc43a950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 03:59:29.877067 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-70036095-7205-4afb-b4bd-d1128335237c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (87766f24-b7b5-47c5-b30a-ab40afd730da), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.886091 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=80,neutron:INSERT=9,neutron:UPDATE=4,neutron:DELETE=7 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:29.899818 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port fac64829-63a7-4292-8678-1a1710a05937 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:29.900210 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (fac64829-63a7-4292-8678-1a1710a05937), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.942839 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-70036095-7205-4afb-b4bd-d1128335237c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (87766f24-b7b5-47c5-b30a-ab40afd730da), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.948159 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-70036095-7205-4afb-b4bd-d1128335237c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (87766f24-b7b5-47c5-b30a-ab40afd730da), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.955774 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:29.970254 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70036095-7205-4afb-b4bd-d1128335237c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87766f24-b7b5-47c5-b30a-ab40afd730da,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:29.981823 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-70036095-7205-4afb-b4bd-d1128335237c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:29.983166 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-70036095-7205-4afb-b4bd-d1128335237c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1469898 Jul 12 03:59:29.986066 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41418) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 03:59:29.990622 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-05b74580-e7bb-4fe3-8c59-a45a8779c15a tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Request body: {'security_group_rule': {'security_group_id': '009ba071-c44e-4433-8f68-2b1271902e21', 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:29.991412 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port fac64829-63a7-4292-8678-1a1710a05937 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:30.030932 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.securitygroups_db [None req-05b74580-e7bb-4fe3-8c59-a45a8779c15a tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Project aac1a71ff09f4ae38a5c3704fc43a950 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 12 03:59:30.037078 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-05b74580-e7bb-4fe3-8c59-a45a8779c15a tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (636b7c44-7e2b-4b86-862f-a8b7c90c359a), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:30.100537 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-05b74580-e7bb-4fe3-8c59-a45a8779c15a tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (636b7c44-7e2b-4b86-862f-a8b7c90c359a), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:30.105365 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-05b74580-e7bb-4fe3-8c59-a45a8779c15a tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (636b7c44-7e2b-4b86-862f-a8b7c90c359a), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:30.124981 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b74580-e7bb-4fe3-8c59-a45a8779c15a tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=636b7c44-7e2b-4b86-862f-a8b7c90c359a,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:30.139416 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-05b74580-e7bb-4fe3-8c59-a45a8779c15a tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:30.144090 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-05b74580-e7bb-4fe3-8c59-a45a8779c15a tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1569631 Jul 12 03:59:31.338406 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Sync routers for ids ['afd0d9ec-28e4-4773-a953-e20481c615ae'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 03:59:31.349103 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Routers {'afd0d9ec-28e4-4773-a953-e20481c615ae'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:31.349708 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['afd0d9ec-28e4-4773-a953-e20481c615ae'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:31.351189 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:31.452764 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:31.454860 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Set router afd0d9ec-28e4-4773-a953-e20481c615ae gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:31.644192 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '763d5952-8311-4985-adf6-1e83516fc369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 4, 'project_id': '9340450b91db44459cc62a2276957230', 'gw_port': {'id': '763d5952-8311-4985-adf6-1e83516fc369', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '1f487e58-3cae-4711-9b33-2fa15623d2b2', 'name': '', 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf', 'tenant_id': '9340450b91db44459cc62a2276957230', 'mac_address': 'fa:16:3e:88:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:27Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 2, 'project_id': '9340450b91db44459cc62a2276957230', 'subnets': [{'id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:31.669729 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Checking router: afd0d9ec-28e4-4773-a953-e20481c615ae for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 03:59:31.670010 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Updating router afd0d9ec-28e4-4773-a953-e20481c615ae port 1f487e58-3cae-4711-9b33-2fa15623d2b2 binding host dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 03:59:31.700684 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:31.853481 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 763d5952-8311-4985-adf6-1e83516fc369 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:31.905281 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 763d5952-8311-4985-adf6-1e83516fc369 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:31.905647 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (763d5952-8311-4985-adf6-1e83516fc369), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:31.954740 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Publish callbacks [] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), precommit_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:31.968247 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:31.985046 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 763d5952-8311-4985-adf6-1e83516fc369 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:31.985605 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (763d5952-8311-4985-adf6-1e83516fc369), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:32.010213 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 763d5952-8311-4985-adf6-1e83516fc369, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=763d5952-8311-4985-adf6-1e83516fc369,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:32.016275 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (763d5952-8311-4985-adf6-1e83516fc369), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:32.037534 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe6ae8-5cf5-446a-a440-1872f71ed661 None None] Pushing event updated for resources: {'Port': ['ID=1f487e58-3cae-4711-9b33-2fa15623d2b2,revision_number=3']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:32.074805 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=763d5952-8311-4985-adf6-1e83516fc369,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:32.096441 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Attempting to bind port 1f487e58-3cae-4711-9b33-2fa15623d2b2 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:59:32.096799 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Attempting to bind port 1f487e58-3cae-4711-9b33-2fa15623d2b2 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'e0f92b54-b3c9-4da1-8686-a96054cec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf'}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:59:32.097142 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Attempting to bind port 1f487e58-3cae-4711-9b33-2fa15623d2b2 on network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:59:32.102294 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:59:32.102640 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Checking segment: {'id': 'e0f92b54-b3c9-4da1-8686-a96054cec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110650) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:59:32.103024 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:32.103378 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Bound using segment: {'id': 'e0f92b54-b3c9-4da1-8686-a96054cec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf'} {{(pid=110650) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:59:32.103825 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.managers [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Bound port: 1f487e58-3cae-4711-9b33-2fa15623d2b2, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e0f92b54-b3c9-4da1-8686-a96054cec5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf'}}] {{(pid=110650) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:59:32.104212 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), before_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:32.175881 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] For port 1f487e58-3cae-4711-9b33-2fa15623d2b2, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110650) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:59:32.179285 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.plugins.ml2.db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] For port 1f487e58-3cae-4711-9b33-2fa15623d2b2, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=1f487e58-3cae-4711-9b33-2fa15623d2b2,segment=NetworkSegment(e0f92b54-b3c9-4da1-8686-a96054cec5ac),segment_id=e0f92b54-b3c9-4da1-8686-a96054cec5ac)] {{(pid=110650) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:59:32.186157 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron_lib.callbacks.manager [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), after_update {{(pid=110650) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:32.246328 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfe6ae8-5cf5-446a-a440-1872f71ed661 None None] Pushing event updated for resources: {'Port': ['ID=1f487e58-3cae-4711-9b33-2fa15623d2b2,revision_number=4']} {{(pid=110650) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:32.248980 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Routers {'afd0d9ec-28e4-4773-a953-e20481c615ae'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 03:59:32.249838 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['afd0d9ec-28e4-4773-a953-e20481c615ae'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:32.280846 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-22cc9216-7af1-46e0-a6e6-d3a97b4c1883 None None] Provisioning complete for port 1f487e58-3cae-4711-9b33-2fa15623d2b2 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:32.281455 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-22cc9216-7af1-46e0-a6e6-d3a97b4c1883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:32.283243 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:32.365589 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-22cc9216-7af1-46e0-a6e6-d3a97b4c1883 None None] Current status of the port 1f487e58-3cae-4711-9b33-2fa15623d2b2 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:32.366044 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-22cc9216-7af1-46e0-a6e6-d3a97b4c1883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:32.368970 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] Set router afd0d9ec-28e4-4773-a953-e20481c615ae gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 03:59:32.402974 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:32.409375 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-22cc9216-7af1-46e0-a6e6-d3a97b4c1883 None None] For port 1f487e58-3cae-4711-9b33-2fa15623d2b2, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=1f487e58-3cae-4711-9b33-2fa15623d2b2,segment=NetworkSegment(e0f92b54-b3c9-4da1-8686-a96054cec5ac),segment_id=e0f92b54-b3c9-4da1-8686-a96054cec5ac)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:32.414916 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-22cc9216-7af1-46e0-a6e6-d3a97b4c1883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:32.460640 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cc9216-7af1-46e0-a6e6-d3a97b4c1883 None None] Pushing event updated for resources: {'Port': ['ID=1f487e58-3cae-4711-9b33-2fa15623d2b2,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:32.538753 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-4e12f7fb-a986-4604-963c-4daa30a46339 None None] Provisioning complete for port 1f487e58-3cae-4711-9b33-2fa15623d2b2 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:32.539021 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4e12f7fb-a986-4604-963c-4daa30a46339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:32.565716 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '763d5952-8311-4985-adf6-1e83516fc369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 4, 'project_id': '9340450b91db44459cc62a2276957230', 'gw_port': {'id': '763d5952-8311-4985-adf6-1e83516fc369', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '1f487e58-3cae-4711-9b33-2fa15623d2b2', 'name': '', 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf', 'tenant_id': '9340450b91db44459cc62a2276957230', 'mac_address': 'fa:16:3e:88:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:27Z', 'updated_at': '2022-07-12T03:59:32Z', 'revision_number': 4, 'project_id': '9340450b91db44459cc62a2276957230', 'subnets': [{'id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 03:59:32.593627 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ff0a147-3fa6-4e8c-923f-5c402048ba24 None None] The sync data for ids ['afd0d9ec-28e4-4773-a953-e20481c615ae'] in dv-cinder-847730-4-iscsi is: [{'id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '763d5952-8311-4985-adf6-1e83516fc369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:28Z', 'revision_number': 4, 'project_id': '9340450b91db44459cc62a2276957230', 'gw_port': {'id': '763d5952-8311-4985-adf6-1e83516fc369', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '1f487e58-3cae-4711-9b33-2fa15623d2b2', 'name': '', 'network_id': '72ecf7c4-b433-4c9d-a3a7-132c51de37bf', 'tenant_id': '9340450b91db44459cc62a2276957230', 'mac_address': 'fa:16:3e:88:08:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 611, 'fixed_ips': [{'subnet_id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:27Z', 'updated_at': '2022-07-12T03:59:32Z', 'revision_number': 4, 'project_id': '9340450b91db44459cc62a2276957230', 'subnets': [{'id': '4efbbf73-a3b3-42ad-89f3-ff14f7aae115', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 03:59:32.613021 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-4e12f7fb-a986-4604-963c-4daa30a46339 None None] Current status of the port 1f487e58-3cae-4711-9b33-2fa15623d2b2 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:33.869987 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 763d5952-8311-4985-adf6-1e83516fc369 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:33.920905 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 763d5952-8311-4985-adf6-1e83516fc369 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:33.921280 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (763d5952-8311-4985-adf6-1e83516fc369), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:33.996347 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 763d5952-8311-4985-adf6-1e83516fc369 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:33.997363 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 1f487e58-3cae-4711-9b33-2fa15623d2b2 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 03:59:34.049300 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 1f487e58-3cae-4711-9b33-2fa15623d2b2 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:34.049684 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:34.124796 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 1f487e58-3cae-4711-9b33-2fa15623d2b2 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 03:59:34.890749 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=56,neutron:INSERT=9,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:34.895836 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=78,neutron:INSERT=9,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:35.925008 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 03:59:40.124439 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=14,neutron:INSERT=3,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:40.127724 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=24,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:42.569359 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=32 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:44.120840 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=80,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:44.122087 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=85 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:44.123318 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:45.213540 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-6c67e788-376b-4b8f-9106-086ce97926fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:45.919829 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=17 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:46.853653 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:47.736825 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b96456e8-26fa-4599-bc89-00149f8631aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:48.697912 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:50.169181 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:50.585796 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:54.997514 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-e3327f20-c1b2-4125-8e5a-2eba6c2d0cc3 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139082514&fields=id&tenant_id=aac1a71ff09f4ae38a5c3704fc43a950 HTTP/1.1" status: 200 len: 267 time: 0.0461445 Jul 12 03:59:55.109238 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-d29e7b42-4bd6-471d-a202-30f4ab8dea78 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:55.110687 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-d29e7b42-4bd6-471d-a202-30f4ab8dea78 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/networks?id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3 HTTP/1.1" status: 200 len: 809 time: 0.1038594 Jul 12 03:59:55.128225 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-93cac057-5d50-47f6-b7ef-84976ace7435 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/quotas/aac1a71ff09f4ae38a5c3704fc43a950 HTTP/1.1" status: 200 len: 375 time: 0.0093253 Jul 12 03:59:55.182199 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-3fc029bb-f54c-446f-9429-473af4a0fe78 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468459 Jul 12 03:59:55.198364 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-a8578992-b854-4cc6-81df-c6c3803dde26 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:59:55.199307 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-a8578992-b854-4cc6-81df-c6c3803dde26 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0049889 Jul 12 03:59:55.290860 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-e3f01e69-4845-45df-9970-584252332bbd service neutron] 10.222.0.20 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862010 Jul 12 03:59:55.393743 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-41357046-c3f8-4ec7-a175-3666648b6f63 service neutron] 10.222.0.20 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948148 Jul 12 03:59:55.688922 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2937939a-9659-48ae-a28e-431176339f23 req-da2c1fd0-7861-442f-a1eb-a61ade73d2c2 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Jul 12 03:59:56.833641 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8b73f26-9e42-4039-87d5-348332fd7152 req-c0641931-fee8-4403-9b14-63e6a59025e1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 210 time: 0.0370595 Jul 12 03:59:56.874288 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-b25e8894-138f-42e3-a87e-d6ac2c3e5fcd tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:56.875775 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-b25e8894-138f-42e3-a87e-d6ac2c3e5fcd tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.44 "GET /v2.0/networks?id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3 HTTP/1.1" status: 200 len: 809 time: 0.1622734 Jul 12 03:59:56.985548 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-3f6435d6-5e08-4444-aad1-15f6e85588c9 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aac1a71ff09f4ae38a5c3704fc43a950 HTTP/1.1" status: 200 len: 380 time: 0.0691710 Jul 12 03:59:56.995195 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Request body: {'port': {'device_id': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'admin_state_up': True, 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'security_groups': ['009ba071-c44e-4433-8f68-2b1271902e21']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:57.124380 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Made reservation on behalf of aac1a71ff09f4ae38a5c3704fc43a950 for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 03:59:57.127900 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:57.218110 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b4bba2-67ff-4b52-bcd1-3a58d10c06d6 req-9ce42494-2da5-4434-be76-43266c0b6b86 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:57.219622 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-24b4bba2-67ff-4b52-bcd1-3a58d10c06d6 req-9ce42494-2da5-4434-be76-43266c0b6b86 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 947 time: 0.0884309 Jul 12 03:59:57.316294 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-24b4bba2-67ff-4b52-bcd1-3a58d10c06d6 req-940cf936-b8c1-465b-95e9-036352ec3ca5 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885105 Jul 12 03:59:57.328420 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Allocated IP 172.20.0.7 (23b1d494-c0d9-49ee-89d4-d49d1b596fa3/71af41a3-63bc-441e-84be-805c5bb7a9c7/c31ca6c3-cf04-4828-a8bf-1c95239cd2d1) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 03:59:57.337664 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:57.344752 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:57.481756 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:57.515840 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:57.560426 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 03:59:57.563469 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 03:59:57.567278 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 03:59:57.590292 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'Port': ['ID=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:57.621453 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:57.622088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:57.640027 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-15da48db-07ee-4d34-bd83-8e88398444cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6489875 Jul 12 03:59:57.806854 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-7cc29ec2-3faf-4bf3-8d11-aaa2a98b681a None None] Provisioning complete for port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 03:59:57.807390 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7cc29ec2-3faf-4bf3-8d11-aaa2a98b681a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:57.838473 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-7cc29ec2-3faf-4bf3-8d11-aaa2a98b681a None None] Port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 03:59:57.959567 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cda7cc-c007-48ee-a823-c5341d246150 req-53a8af6b-856b-484d-a3f4-35c33672959b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:57.961077 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b4cda7cc-c007-48ee-a823-c5341d246150 req-53a8af6b-856b-484d-a3f4-35c33672959b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 931 time: 0.0474901 Jul 12 03:59:58.015605 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b4cda7cc-c007-48ee-a823-c5341d246150 req-b17224db-41eb-4e8d-a311-8e38db9dca8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470722 Jul 12 03:59:58.271041 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-d7b612db-e5a3-4e4c-a670-8a30082d6db6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110648) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 03:59:58.272361 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-d7b612db-e5a3-4e4c-a670-8a30082d6db6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.44 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0066397 Jul 12 03:59:58.395322 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Request body: {'port': {'device_id': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 03:59:58.490143 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a43a144-9830-492a-bd69-e75c723260bd req-e8e384e0-ad82-4a6c-9425-d52e6c6928d2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:58.491525 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0a43a144-9830-492a-bd69-e75c723260bd req-e8e384e0-ad82-4a6c-9425-d52e6c6928d2 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 947 time: 0.0708125 Jul 12 03:59:58.503433 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:58.581421 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0a43a144-9830-492a-bd69-e75c723260bd req-975d51f6-2043-485e-98c7-7d8f92ab6398 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838659 Jul 12 03:59:58.787428 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 03:59:58.794862 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Publish callbacks [] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:58.808808 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Transition to ACTIVE for port object c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 03:59:58.813203 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:58.881957 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:58.902702 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:58.911305 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:58.940996 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Attempting to bind port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 03:59:58.941377 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Attempting to bind port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 03:59:58.941644 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Attempting to bind port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 on network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:59:58.946221 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 on network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 03:59:58.946532 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Attempting to bind port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 on network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 03:59:58.951933 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 03:59:58.952356 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Checking segment: {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 03:59:58.952735 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Bound using segment: {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 03:59:58.953153 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Bound port: c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 03:59:58.953503 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:59.016467 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 03:59:59.020029 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 03:59:59.026741 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:59.059220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:59.059886 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:59.061504 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] 10.222.0.44 "PUT /v2.0/ports/c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 HTTP/1.1" status: 200 len: 1093 time: 0.7744489 Jul 12 03:59:59.066837 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 03:59:59.069152 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90c859c6-e812-4cad-9496-4f4d7b33dc90" -d '{"events": [{"name": "network-changed", "server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 03:59:59.104532 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f50a39-b212-4441-bcc1-74640ab08dd3 service neutron] Pushing event updated for resources: {'Port': ['ID=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 03:59:59.117040 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 03:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9e6e58-0051-4528-b347-b29ec4067f72 x-openstack-request-id: req-db9e6e58-0051-4528-b347-b29ec4067f72 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 03:59:59.117331 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 03:59:59.117579 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-db9e6e58-0051-4528-b347-b29ec4067f72 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 03:59:59.117983 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db9e6e58-0051-4528-b347-b29ec4067f72'] response: {'name': 'network-changed', 'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'status': 'completed', 'code': 200} Jul 12 03:59:59.159078 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edb0ee5-699d-41e1-a310-f2f6f79e8657 req-8beed1d3-092b-47fc-9ca8-66cd36a60587 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:59.160904 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8edb0ee5-699d-41e1-a310-f2f6f79e8657 req-8beed1d3-092b-47fc-9ca8-66cd36a60587 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0643630 Jul 12 03:59:59.216700 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8edb0ee5-699d-41e1-a310-f2f6f79e8657 req-bd9b1f3c-7df6-4eca-96a1-92de665b29c9 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490050 Jul 12 03:59:59.292775 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-911d7ffb-759e-4234-82f9-a524d7c5705e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:59.294542 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-911d7ffb-759e-4234-82f9-a524d7c5705e tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 947 time: 0.0889070 Jul 12 03:59:59.297729 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c859c6-e812-4cad-9496-4f4d7b33dc90 req-15c5fabc-8558-46bf-a497-aa6560f6ad88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:59.299075 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-90c859c6-e812-4cad-9496-4f4d7b33dc90 req-15c5fabc-8558-46bf-a497-aa6560f6ad88 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1127 time: 0.0803146 Jul 12 03:59:59.476245 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Deleting port 17836774-6562-4ed2-9a30-cc38e71017de {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 03:59:59.476577 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (17836774-6562-4ed2-9a30-cc38e71017de), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:59.508032 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c859c6-e812-4cad-9496-4f4d7b33dc90 req-1fafb67a-da8e-4a09-90a3-dca172a68fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:59.509474 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-90c859c6-e812-4cad-9496-4f4d7b33dc90 req-1fafb67a-da8e-4a09-90a3-dca172a68fa3 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1717875 Jul 12 03:59:59.638803 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] For port 17836774-6562-4ed2-9a30-cc38e71017de, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=17836774-6562-4ed2-9a30-cc38e71017de,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 03:59:59.639175 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (17836774-6562-4ed2-9a30-cc38e71017de), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:59.710460 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c859c6-e812-4cad-9496-4f4d7b33dc90 req-cdd79b99-12b4-47a8-bef0-f2503674a73e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:59.711887 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-90c859c6-e812-4cad-9496-4f4d7b33dc90 req-cdd79b99-12b4-47a8-bef0-f2503674a73e service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1957507 Jul 12 03:59:59.792831 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ff19f1-ef13-4edf-9b9d-ddf14103dbfb req-29484b7f-72bc-4d55-9c1c-15e6528ebe8c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:59.794283 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a7ff19f1-ef13-4edf-9b9d-ddf14103dbfb req-29484b7f-72bc-4d55-9c1c-15e6528ebe8c tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 947 time: 0.1010454 Jul 12 03:59:59.848154 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 03:59:59.878125 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-0cdf8d04-dc7b-4d7a-9104-4a406b31199e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 03:59:59.879590 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-0cdf8d04-dc7b-4d7a-9104-4a406b31199e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1127 time: 0.1068497 Jul 12 03:59:59.945718 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-149819cc-3669-458d-8783-37d5841e930d service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 HTTP/1.1" status: 200 len: 217 time: 0.0523286 Jul 12 03:59:59.950566 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a7ff19f1-ef13-4edf-9b9d-ddf14103dbfb req-7484b4ed-2006-4cfa-ad87-ead3bc4d0080 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups?id=350af328-6377-44ba-830c-2d34880e2481&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1330314 Jul 12 03:59:59.965314 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:59.965695 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (fdd66734-7c93-4fee-8b82-09c722e292ef), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 03:59:59.966001 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Floating IP fdd66734-7c93-4fee-8b82-09c722e292ef disassociated. External IP: 172.27.0.23, port: 17836774-6562-4ed2-9a30-cc38e71017de. Jul 12 03:59:59.966344 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Calling delete_port for 17836774-6562-4ed2-9a30-cc38e71017de owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 03:59:59.986557 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:00.040143 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-c9bdf462-3907-47ab-92f6-946e2b71e3d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:00.041599 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-c9bdf462-3907-47ab-92f6-946e2b71e3d3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71af41a3-63bc-441e-84be-805c5bb7a9c7 HTTP/1.1" status: 200 len: 848 time: 0.0865457 Jul 12 04:00:00.102464 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-3156226e-55ba-4a97-89a8-f9c431f73bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:00.103843 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-3156226e-55ba-4a97-89a8-f9c431f73bc0 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0552790 Jul 12 04:00:00.220419 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (17836774-6562-4ed2-9a30-cc38e71017de), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:00.337073 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e1730e-a697-466f-a125-bc863479ed3a req-a8f9e24d-ebc1-48f4-905e-b6d3c7187ad3 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:00.338664 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d7e1730e-a697-466f-a125-bc863479ed3a req-a8f9e24d-ebc1-48f4-905e-b6d3c7187ad3 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0496349 Jul 12 04:00:00.393616 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d7e1730e-a697-466f-a125-bc863479ed3a req-455b1c94-1a69-49d5-a105-f65a75ce3653 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487490 Jul 12 04:00:00.522775 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-3f4bc7c5-5842-490f-be2f-2770afa9399e service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4126332 Jul 12 04:00:00.524555 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event deleted for resources: {'Port': ['ID=17836774-6562-4ed2-9a30-cc38e71017de,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:00.694939 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c41a7f3d-8f4c-4376-8a7d-c5ad6f2f6919 req-65158cff-2b7e-4363-9885-d31f40e6d97b service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1620579 Jul 12 04:00:00.707259 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Router ee99a851-5e75-44af-a1b2-a4971a0976b9 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:00:00.811671 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:00:00.824402 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] Sync routers for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:00:00.836738 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:00.837386 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:00.866433 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] No DVR routers for this DVR port 17836774-6562-4ed2-9a30-cc38e71017de on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:00:00.869165 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:00.874856 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a9027ccb-5d26-4c7a-a2de-aa7b1e8e7379 req-4cdaf5fc-0ded-4588-b6a5-a82ef9065629 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.44 "DELETE /v2.0/ports/17836774-6562-4ed2-9a30-cc38e71017de HTTP/1.1" status: 204 len: 173 time: 1.5442076 Jul 12 04:00:00.963044 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1935fffe-e831-4ee2-b176-46dbf23abfec req-e6907282-75c8-45cd-851b-f1d264f1124d tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:00.964948 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1935fffe-e831-4ee2-b176-46dbf23abfec req-e6907282-75c8-45cd-851b-f1d264f1124d tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0599298 Jul 12 04:00:00.965113 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:01.021873 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1935fffe-e831-4ee2-b176-46dbf23abfec req-156f6f10-2472-4dda-be2f-3b424a77d44b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508931 Jul 12 04:00:01.064506 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d74568d0-ab86-4dbb-adbf-e91b0dc52a3d req-f51efd03-b004-42cd-9925-f62a6f517aa7 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 210 time: 0.0296581 Jul 12 04:00:01.118728 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-deleted', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:00:01.121045 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f66c9d3-21b8-4332-87c2-6fa03f1f4e1a" -d '{"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-deleted", "tag": "17836774-6562-4ed2-9a30-cc38e71017de"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:00:01.157241 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:00:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b01ceb6-81eb-46dc-8856-03161af12f6f x-openstack-request-id: req-5b01ceb6-81eb-46dc-8856-03161af12f6f {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:00:01.157528 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63", "name": "network-vif-deleted", "tag": "17836774-6562-4ed2-9a30-cc38e71017de", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:00:01.157769 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5b01ceb6-81eb-46dc-8856-03161af12f6f {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:00:01.158188 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b01ceb6-81eb-46dc-8856-03161af12f6f'] response: {'server_uuid': 'bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63', 'name': 'network-vif-deleted', 'tag': '17836774-6562-4ed2-9a30-cc38e71017de', 'status': 'completed', 'code': 200} Jul 12 04:00:01.171062 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:01.194997 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] Checking router: ee99a851-5e75-44af-a1b2-a4971a0976b9 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:00:01.203786 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:01.204416 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:01.310109 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:01.512498 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30031d45-7981-4b59-9856-e48322b274af req-1e4268c8-b54e-4a3e-9bac-aec1580f0f72 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:01.513958 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-30031d45-7981-4b59-9856-e48322b274af req-1e4268c8-b54e-4a3e-9bac-aec1580f0f72 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0489845 Jul 12 04:00:01.565020 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-30031d45-7981-4b59-9856-e48322b274af req-a024dec6-02c2-4cbe-a86a-018ab0bf1844 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449018 Jul 12 04:00:01.626719 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:01.651565 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3830a989-30fa-4be2-8f5c-e4a1655724a5 None None] The sync data for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi is: [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T03:49:14Z', 'revision_number': 4, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'fec276f9-dc21-46e9-9f7d-5867a3486f24', 'name': '', 'network_id': '8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'mac_address': 'fa:16:3e:5f:bc:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 72, 'fixed_ips': [{'subnet_id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:12Z', 'updated_at': '2022-07-12T03:49:21Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'subnets': [{'id': '1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:00:01.862133 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70d3b19f-00bd-489a-87f3-6e54784401c6 None None] New status for floating IP fdd66734-7c93-4fee-8b82-09c722e292ef: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:00:02.146753 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f0050e-7574-4897-a1af-9720bb14a2fd req-3d6088cf-a4f9-4edd-b99d-f216e261db5f tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:02.148301 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f1f0050e-7574-4897-a1af-9720bb14a2fd req-3d6088cf-a4f9-4edd-b99d-f216e261db5f tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0480657 Jul 12 04:00:02.169661 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b656ab54-b4e8-4cb4-9163-9d12430ef5d1 req-1d4437c4-e605-4e2f-9075-a6a1b677a7e0 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 210 time: 0.0315225 Jul 12 04:00:02.197053 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f1f0050e-7574-4897-a1af-9720bb14a2fd req-2c657bbd-5cdd-4b76-bf40-d158501f7987 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431101 Jul 12 04:00:02.685127 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7525b4ad-3922-4c52-bdf1-e45577ba0510 req-7f73e643-99a0-4b44-b54f-3fee52eb8d21 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:02.686610 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7525b4ad-3922-4c52-bdf1-e45577ba0510 req-7f73e643-99a0-4b44-b54f-3fee52eb8d21 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0499980 Jul 12 04:00:02.735607 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7525b4ad-3922-4c52-bdf1-e45577ba0510 req-f61fb0f5-0315-4c7c-be2d-86ea914eba99 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432904 Jul 12 04:00:02.912513 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 17836774-6562-4ed2-9a30-cc38e71017de no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:00:02.941631 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 17836774-6562-4ed2-9a30-cc38e71017de {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:00:02.941989 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 17836774-6562-4ed2-9a30-cc38e71017de not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:00:03.278378 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:03.280309 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:03.289199 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-da7bbf16-734a-4380-b68d-39f83d911efa req-2d25c483-d32a-4f85-96d9-0889eb2ff938 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/ports?device_id=bd6fd864-32fc-4bb0-97b7-e3f1e6d64f63 HTTP/1.1" status: 200 len: 210 time: 0.0331624 Jul 12 04:00:03.317928 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae75a0fd-fec2-4cf9-aee8-b4ca8f56382b req-6fc63afa-0ca6-4695-8307-eaafeff4641b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:03.319416 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ae75a0fd-fec2-4cf9-aee8-b4ca8f56382b req-6fc63afa-0ca6-4695-8307-eaafeff4641b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0496442 Jul 12 04:00:03.364701 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ae75a0fd-fec2-4cf9-aee8-b4ca8f56382b req-3b1c1321-8beb-46a8-bc5c-51235d57dff7 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups?id=19c21568-5038-4084-ace3-3dd005f52621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396798 Jul 12 04:00:03.850541 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6c4b2-3e78-48c5-b42d-c9c6fd0ce275 req-5557d42f-ba29-4687-9b51-523aaf8944b6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:03.852061 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-28f6c4b2-3e78-48c5-b42d-c9c6fd0ce275 req-5557d42f-ba29-4687-9b51-523aaf8944b6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0484660 Jul 12 04:00:03.894656 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d66601-109c-4e75-8123-58fbdedfd000 req-0a695fbb-e809-4270-b97b-ab6925fb6823 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:03.896173 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25d66601-109c-4e75-8123-58fbdedfd000 req-0a695fbb-e809-4270-b97b-ab6925fb6823 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 946 time: 0.0582690 Jul 12 04:00:03.908690 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-28f6c4b2-3e78-48c5-b42d-c9c6fd0ce275 req-81ca429a-b995-4a9a-b4cd-e096f537a53d tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506964 Jul 12 04:00:03.982156 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Deleting port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:03.982398 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.079772 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] For port b4d13628-bffc-4297-8cf1-0d24b7c4bea0, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:04.080170 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.238358 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.238595 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (8051effc-9eba-40d3-9ddd-6695c4c548ab), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.238904 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Floating IP 8051effc-9eba-40d3-9ddd-6695c4c548ab disassociated. External IP: 172.27.0.44, port: b4d13628-bffc-4297-8cf1-0d24b7c4bea0. Jul 12 04:00:04.239239 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Calling delete_port for b4d13628-bffc-4297-8cf1-0d24b7c4bea0 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:04.369773 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (b4d13628-bffc-4297-8cf1-0d24b7c4bea0), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.385514 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41750) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:04.400549 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event deleted for resources: {'Port': ['ID=b4d13628-bffc-4297-8cf1-0d24b7c4bea0,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:04.448640 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (350af328-6377-44ba-830c-2d34880e2481), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.473516 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (350af328-6377-44ba-830c-2d34880e2481), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.487880 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2247f58f-c58d-47a7-9949-cd97d946022d req-ea4324d7-2223-4b5b-bea0-a6bbaa6e1d07 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/ports?device_id=b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0 HTTP/1.1" status: 200 len: 210 time: 0.0392182 Jul 12 04:00:04.529319 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (350af328-6377-44ba-830c-2d34880e2481), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.532398 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.533559 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "DELETE /v2.0/security-groups/350af328-6377-44ba-830c-2d34880e2481 HTTP/1.1" status: 204 len: 168 time: 0.1470211 Jul 12 04:00:04.536845 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41754) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:04.542856 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=350af328-6377-44ba-830c-2d34880e2481,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:04.550600 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.550949 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.551296 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.551632 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.551971 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.552337 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.552663 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.552987 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.553310 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.553631 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.553951 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.554272 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.554384 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:00:04.555014 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.555351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.555674 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab4b5a7f-d94c-4c86-b280-f80a7efa4c9b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:04.556047 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.api.v2.resource [None req-5868a61d-b461-46bc-b9c9-cde2d3827442 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] show failed (client error): The resource could not be found. Jul 12 04:00:04.557092 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-5868a61d-b461-46bc-b9c9-cde2d3827442 tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "GET /v2.0/security-groups/350af328-6377-44ba-830c-2d34880e2481 HTTP/1.1" status: 404 len: 347 time: 0.0190656 Jul 12 04:00:04.560114 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41756) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:04.666292 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:00:04.679416 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] Sync routers for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:00:04.679991 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Deleting port 2b0655f2-c790-4742-bca2-602c0715fb8f {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:04.679991 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (2b0655f2-c790-4742-bca2-602c0715fb8f), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.694702 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:04.695341 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:04.706265 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:04.710494 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] No DVR routers for this DVR port b4d13628-bffc-4297-8cf1-0d24b7c4bea0 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:00:04.713496 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.716825 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25d66601-109c-4e75-8123-58fbdedfd000 req-a6e39a83-dd37-402e-8613-d113ab76f9ab tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.44 "DELETE /v2.0/ports/b4d13628-bffc-4297-8cf1-0d24b7c4bea0 HTTP/1.1" status: 204 len: 173 time: 0.8145564 Jul 12 04:00:04.717308 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'name': 'network-vif-deleted', 'tag': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:00:04.719577 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe70b72e-c9f4-4dc3-9882-970e73fe7b29" -d '{"events": [{"server_uuid": "b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0", "name": "network-vif-deleted", "tag": "b4d13628-bffc-4297-8cf1-0d24b7c4bea0"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:00:04.757306 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:00:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5914561f-5db9-44a8-9fd2-80763743d749 x-openstack-request-id: req-5914561f-5db9-44a8-9fd2-80763743d749 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:00:04.757596 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0", "name": "network-vif-deleted", "tag": "b4d13628-bffc-4297-8cf1-0d24b7c4bea0", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:00:04.758066 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-5914561f-5db9-44a8-9fd2-80763743d749 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:00:04.758641 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5914561f-5db9-44a8-9fd2-80763743d749'] response: {'server_uuid': 'b9abe61b-8566-4a61-a4df-4ad7a0f8b3d0', 'name': 'network-vif-deleted', 'tag': 'b4d13628-bffc-4297-8cf1-0d24b7c4bea0', 'status': 'completed', 'code': 200} Jul 12 04:00:04.776495 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (2b0655f2-c790-4742-bca2-602c0715fb8f), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.776818 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (2b0655f2-c790-4742-bca2-602c0715fb8f), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.792164 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Calling delete_port for 2b0655f2-c790-4742-bca2-602c0715fb8f owned by network:floatingip {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:04.851523 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:04.880383 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:04.959412 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (2b0655f2-c790-4742-bca2-602c0715fb8f), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:04.996717 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Pushing event deleted for resources: {'Port': ['ID=2b0655f2-c790-4742-bca2-602c0715fb8f,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:05.023523 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:05.026461 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:05.044721 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03479cfb-0e15-4819-80b1-ea5427cf48b4 req-c583d9b8-5f29-4207-82d7-becd878111a2 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:05.045942 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-03479cfb-0e15-4819-80b1-ea5427cf48b4 req-c583d9b8-5f29-4207-82d7-becd878111a2 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0559669 Jul 12 04:00:05.072383 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks [] for floatingip (fdd66734-7c93-4fee-8b82-09c722e292ef), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:05.075020 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:05.076224 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-522e86a4-214b-4ce7-b123-6b475c26378b tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] 10.222.0.20 "DELETE /v2.0/floatingips/fdd66734-7c93-4fee-8b82-09c722e292ef HTTP/1.1" status: 204 len: 168 time: 0.5149202 Jul 12 04:00:05.113465 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:05.117016 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-03479cfb-0e15-4819-80b1-ea5427cf48b4 req-1ded7bb0-af2a-41e4-8f27-602acc031edd tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632074 Jul 12 04:00:05.142934 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] Checking router: 2399cb0e-0d38-48b0-9a2a-95e71d42a366 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:00:05.153841 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:05.154587 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:05.264717 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:05.380364 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:05.389398 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:05.448036 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=98 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:05.455910 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:05.482518 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d0397b-77ee-4d74-a3ff-f66194a62e28 None None] The sync data for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi is: [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:55Z', 'revision_number': 4, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '3878d3ab-d811-4d38-8b35-a0855fdf9b2a', 'name': '', 'network_id': '80ccb6a1-8d31-4e74-9f2c-15bfc89127e9', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'mac_address': 'fa:16:3e:e6:35:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:55Z', 'updated_at': '2022-07-12T03:51:00Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'subnets': [{'id': 'd5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:00:05.584495 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41770) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:05.641907 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3a362ee2-7683-4ffd-9807-e7146c28e9e2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (19c21568-5038-4084-ace3-3dd005f52621), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:05.666790 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3a362ee2-7683-4ffd-9807-e7146c28e9e2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (19c21568-5038-4084-ace3-3dd005f52621), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:05.712501 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4898fcc0-6dc5-4d95-8cbe-b5d8645382ea None None] New status for floating IP 8051effc-9eba-40d3-9ddd-6695c4c548ab: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:00:05.717590 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3a362ee2-7683-4ffd-9807-e7146c28e9e2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (19c21568-5038-4084-ace3-3dd005f52621), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:05.720211 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-3a362ee2-7683-4ffd-9807-e7146c28e9e2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:05.721377 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-3a362ee2-7683-4ffd-9807-e7146c28e9e2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "DELETE /v2.0/security-groups/19c21568-5038-4084-ace3-3dd005f52621 HTTP/1.1" status: 204 len: 168 time: 0.1358442 Jul 12 04:00:05.724309 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41772) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:05.731041 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a362ee2-7683-4ffd-9807-e7146c28e9e2 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c21568-5038-4084-ace3-3dd005f52621,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:05.744551 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.api.v2.resource [None req-0e15eb0e-31a5-4248-8311-febdff2b50a0 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] show failed (client error): The resource could not be found. Jul 12 04:00:05.745686 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-0e15eb0e-31a5-4248-8311-febdff2b50a0 tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "GET /v2.0/security-groups/19c21568-5038-4084-ace3-3dd005f52621 HTTP/1.1" status: 404 len: 347 time: 0.0202477 Jul 12 04:00:05.748561 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41774) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:05.866811 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Deleting port 4a875da7-68c0-4069-8ca1-b25e2bcbf5b8 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:05.867151 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (4a875da7-68c0-4069-8ca1-b25e2bcbf5b8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:05.944307 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (4a875da7-68c0-4069-8ca1-b25e2bcbf5b8), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:05.944640 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (4a875da7-68c0-4069-8ca1-b25e2bcbf5b8), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:05.957709 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Calling delete_port for 4a875da7-68c0-4069-8ca1-b25e2bcbf5b8 owned by network:floatingip {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:06.102672 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (4a875da7-68c0-4069-8ca1-b25e2bcbf5b8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:06.126885 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Pushing event deleted for resources: {'Port': ['ID=4a875da7-68c0-4069-8ca1-b25e2bcbf5b8,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:06.195393 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks [] for floatingip (8051effc-9eba-40d3-9ddd-6695c4c548ab), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:06.198007 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:06.199151 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-d33335bd-5fa7-48d8-bec4-68c6ae2c230b tempest-AttachVolumeTestJSON-21093929 tempest-AttachVolumeTestJSON-21093929-project] 10.222.0.20 "DELETE /v2.0/floatingips/8051effc-9eba-40d3-9ddd-6695c4c548ab HTTP/1.1" status: 204 len: 168 time: 0.4494491 Jul 12 04:00:06.239635 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73299320-53ba-421b-8748-4c5fd6ea0e76 req-369abfc9-b204-43de-94b2-7e7bb454998f tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:06.241694 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-73299320-53ba-421b-8748-4c5fd6ea0e76 req-369abfc9-b204-43de-94b2-7e7bb454998f tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0540802 Jul 12 04:00:06.305415 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-73299320-53ba-421b-8748-4c5fd6ea0e76 req-5d68dece-6945-4bd0-a8cd-8284f2ab88c5 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579877 Jul 12 04:00:06.929596 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device b4d13628-bffc-4297-8cf1-0d24b7c4bea0 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:00:06.949197 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: b4d13628-bffc-4297-8cf1-0d24b7c4bea0 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:00:06.949529 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device b4d13628-bffc-4297-8cf1-0d24b7c4bea0 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:00:07.437846 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed98eff1-7bc1-4137-bde3-cb0ab651d194 req-b72b91b0-55d0-42cf-ad0f-7537897f8618 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:07.439358 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed98eff1-7bc1-4137-bde3-cb0ab651d194 req-b72b91b0-55d0-42cf-ad0f-7537897f8618 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0559981 Jul 12 04:00:07.496418 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ed98eff1-7bc1-4137-bde3-cb0ab651d194 req-861e4b1c-1f82-45dc-a402-0a61eb9dfee4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481873 Jul 12 04:00:07.533481 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41806) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:07.961931 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:07.967867 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:07.975397 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (ee99a851-5e75-44af-a1b2-a4971a0976b9), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:08.192730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Deleting port fec276f9-dc21-46e9-9f7d-5867a3486f24 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:08.193009 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:08.272953 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] For port fec276f9-dc21-46e9-9f7d-5867a3486f24, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fec276f9-dc21-46e9-9f7d-5867a3486f24,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:08.273220 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:08.286210 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Calling delete_port for fec276f9-dc21-46e9-9f7d-5867a3486f24 owned by network:router_interface {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:08.469666 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (fec276f9-dc21-46e9-9f7d-5867a3486f24), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:08.495525 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Pushing event deleted for resources: {'Port': ['ID=fec276f9-dc21-46e9-9f7d-5867a3486f24,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:08.642529 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dcdbc1-45ea-47f2-81ac-0489c8064377 req-06fd3104-89dc-4767-bba1-83c9fb3c7bf7 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:08.650469 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c9dcdbc1-45ea-47f2-81ac-0489c8064377 req-06fd3104-89dc-4767-bba1-83c9fb3c7bf7 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0717101 Jul 12 04:00:08.680269 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (ee99a851-5e75-44af-a1b2-a4971a0976b9), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:08.712642 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c9dcdbc1-45ea-47f2-81ac-0489c8064377 req-ed19d4ea-c746-4b44-8084-74282ebcb454 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612054 Jul 12 04:00:09.090953 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:09.100490 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:09.169231 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Router ee99a851-5e75-44af-a1b2-a4971a0976b9 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:00:09.270584 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:00:09.277065 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-8ee0ae35-02b7-4655-b682-ce0bf86e2108 admin admin] 10.222.0.20 "PUT /v2.0/routers/ee99a851-5e75-44af-a1b2-a4971a0976b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7421339 Jul 12 04:00:09.278064 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41824) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:09.279688 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] Sync routers for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:00:09.295183 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:09.296327 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:09.388549 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks [] for router (ee99a851-5e75-44af-a1b2-a4971a0976b9), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:09.402167 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:09.489698 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks [] for router_gateway (ee99a851-5e75-44af-a1b2-a4971a0976b9), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:09.533682 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Deleting port 4715eb67-6db0-4fbd-a279-66c7b09a0a75 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:09.533920 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:09.570566 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134'}], 'enable_snat': True}, 'gw_port_id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T04:00:08Z', 'revision_number': 5, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port': {'id': '4715eb67-6db0-4fbd-a279-66c7b09a0a75', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:49:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 61, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:49:06Z', 'updated_at': '2022-07-12T03:49:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:09.595914 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] Checking router: ee99a851-5e75-44af-a1b2-a4971a0976b9 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:00:09.604381 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] Routers {'ee99a851-5e75-44af-a1b2-a4971a0976b9'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:09.604978 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ee99a851-5e75-44af-a1b2-a4971a0976b9'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:09.616717 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] For port 4715eb67-6db0-4fbd-a279-66c7b09a0a75, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=4715eb67-6db0-4fbd-a279-66c7b09a0a75,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:09.617081 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:09.629901 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Calling delete_port for 4715eb67-6db0-4fbd-a279-66c7b09a0a75 owned by network:router_gateway {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:09.687425 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] Set router ee99a851-5e75-44af-a1b2-a4971a0976b9 gateway port host: None {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:09.735244 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T04:00:09Z', 'revision_number': 6, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:09.766090 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbf8dfe-db52-4311-953c-93f4ad7fe1ee None None] The sync data for ids ['ee99a851-5e75-44af-a1b2-a4971a0976b9'] in dv-cinder-847730-4-iscsi is: [{'id': 'ee99a851-5e75-44af-a1b2-a4971a0976b9', 'name': 'tempest-AttachVolumeShelveTestJSON-2115697939-router', 'tenant_id': 'e9417b8011914e108ae00b5aa583ce50', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:49:04Z', 'updated_at': '2022-07-12T04:00:09Z', 'revision_number': 6, 'project_id': 'e9417b8011914e108ae00b5aa583ce50', 'gw_port_host': None}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:00:09.817524 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (4715eb67-6db0-4fbd-a279-66c7b09a0a75), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:09.852671 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Pushing event deleted for resources: {'Port': ['ID=4715eb67-6db0-4fbd-a279-66c7b09a0a75,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:09.871057 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41834) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:09.933670 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfecf20-23c4-479d-9de9-95c4d15707af req-afde1ba2-3d5b-42d3-8d01-905ddca00cf9 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:09.935210 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6cfecf20-23c4-479d-9de9-95c4d15707af req-afde1ba2-3d5b-42d3-8d01-905ddca00cf9 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0914009 Jul 12 04:00:09.955676 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (ee99a851-5e75-44af-a1b2-a4971a0976b9), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.020271 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:10.049230 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:10.063766 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (ee99a851-5e75-44af-a1b2-a4971a0976b9), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.068642 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks [] for router_controller (ee99a851-5e75-44af-a1b2-a4971a0976b9), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.089003 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6cfecf20-23c4-479d-9de9-95c4d15707af req-cad520ce-1485-4a51-8eb5-1997f311e891 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438305 Jul 12 04:00:10.128536 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (ee99a851-5e75-44af-a1b2-a4971a0976b9), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.129281 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Fanout notify agent at l3_agent the message router_deleted on router ee99a851-5e75-44af-a1b2-a4971a0976b9 {{(pid=110648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 04:00:10.134010 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.135173 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-870a6c1a-8477-49f2-8562-41523e131fcd admin admin] 10.222.0.20 "DELETE /v2.0/routers/ee99a851-5e75-44af-a1b2-a4971a0976b9 HTTP/1.1" status: 204 len: 168 time: 0.8557963 Jul 12 04:00:10.137912 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41838) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:10.186971 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-c272768c-06f9-4d4a-9d51-1723aa27384a admin admin] Deleting subnet 1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 04:00:10.192329 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fec276f9-dc21-46e9-9f7d-5867a3486f24 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:00:10.192536 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c272768c-06f9-4d4a-9d51-1723aa27384a admin admin] Publish callbacks [] for subnet (1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.213685 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: fec276f9-dc21-46e9-9f7d-5867a3486f24 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:00:10.214026 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fec276f9-dc21-46e9-9f7d-5867a3486f24 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:00:10.225847 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:10.243285 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c272768c-06f9-4d4a-9d51-1723aa27384a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.265708 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (2399cb0e-0d38-48b0-9a2a-95e71d42a366), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.319468 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c272768c-06f9-4d4a-9d51-1723aa27384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.373957 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c272768c-06f9-4d4a-9d51-1723aa27384a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.404854 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c272768c-06f9-4d4a-9d51-1723aa27384a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:10.407273 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c272768c-06f9-4d4a-9d51-1723aa27384a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.412871 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0bc7f31-75b9-4021-8d3e-48cbc76a35d0 None None] Network 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 04:00:10.413507 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-c272768c-06f9-4d4a-9d51-1723aa27384a admin admin] 10.222.0.20 "DELETE /v2.0/subnets/1d1b10ae-9b6b-4f6f-adb0-717e8d3b7eaf HTTP/1.1" status: 204 len: 168 time: 0.2742448 Jul 12 04:00:10.414174 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41840) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:10.492826 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.537167 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Deleting port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:10.537506 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.603803 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78b97738-0881-4604-bde6-365f160f0938 None None] DHCP port deletion for 8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 04:00:10.621495 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] For port 68d37638-4694-4538-bbbc-b4dc8b37a0b8, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=68d37638-4694-4538-bbbc-b4dc8b37a0b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:10.622069 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.636037 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Calling delete_port for 68d37638-4694-4538-bbbc-b4dc8b37a0b8 owned by network:dhcp {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:10.650588 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-78b97738-0881-4604-bde6-365f160f0938 None None] Deleting port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 {{(pid=110649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:10.650958 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-78b97738-0881-4604-bde6-365f160f0938 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), before_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.659738 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:10.725128 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.728562 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-78b97738-0881-4604-bde6-365f160f0938 None None] For port 68d37638-4694-4538-bbbc-b4dc8b37a0b8, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=68d37638-4694-4538-bbbc-b4dc8b37a0b8,segment=NetworkSegment(5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7),segment_id=5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:10.729085 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-78b97738-0881-4604-bde6-365f160f0938 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), precommit_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.744068 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-78b97738-0881-4604-bde6-365f160f0938 None None] Calling delete_port for 68d37638-4694-4538-bbbc-b4dc8b37a0b8 owned by network:dhcp {{(pid=110649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:10.759860 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Pushing event deleted for resources: {'Port': ['ID=68d37638-4694-4538-bbbc-b4dc8b37a0b8,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:10.763495 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] No DVR routers for this DVR port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 on host dv-cinder-847730-4-iscsi {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:00:10.775370 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Deleting port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:10.775705 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.827393 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-78b97738-0881-4604-bde6-365f160f0938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566'] for port (68d37638-4694-4538-bbbc-b4dc8b37a0b8), after_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.842511 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.850608 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b97738-0881-4604-bde6-365f160f0938 None None] Pushing event deleted for resources: {'Port': ['ID=68d37638-4694-4538-bbbc-b4dc8b37a0b8,revision_number=None']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:10.856172 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b97738-0881-4604-bde6-365f160f0938 None None] No DVR routers for this DVR port 68d37638-4694-4538-bbbc-b4dc8b37a0b8 on host dv-cinder-847730-4-iscsi {{(pid=110649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:00:10.871284 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b']}} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:10.875126 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] For port 3878d3ab-d811-4d38-8b35-a0855fdf9b2a, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3878d3ab-d811-4d38-8b35-a0855fdf9b2a,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:10.875624 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.882469 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7') {'for_net_delete': True} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:10.882861 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7') {} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:10.890975 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Calling delete_port for 3878d3ab-d811-4d38-8b35-a0855fdf9b2a owned by network:router_interface {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:10.895512 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785002'] for segment (5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.910402 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.917518 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=110648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 04:00:10.918076 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6355240'] for segment (5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:10.941490 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 04:00:10.995130 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7 resource provider aggregate not found Jul 12 04:00:11.009588 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.017872 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.021770 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] 10.222.0.20 "DELETE /v2.0/networks/8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b HTTP/1.1" status: 204 len: 168 time: 0.6066620 Jul 12 04:00:11.035435 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 5bbe45b9-a0b6-472e-abe0-3aee3d2ab6f7 found for delete ", "request_id": "req-448c66e0-20aa-4ecf-955f-0b59ed50e521"}]} Jul 12 04:00:11.036688 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc062c96-9dfb-4ec7-8cfd-3b82d8f30b59 admin admin] Pushing event deleted for resources: {'Network': ['ID=8f76dcd0-bea2-4820-bfd4-ddc4ed91af3b,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:11.122546 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (3878d3ab-d811-4d38-8b35-a0855fdf9b2a), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.151378 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Pushing event deleted for resources: {'Port': ['ID=3878d3ab-d811-4d38-8b35-a0855fdf9b2a,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:11.212197 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41850) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:11.220303 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:11.228888 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:DELETE=10,neutron:SELECT=88,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:11.240634 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:11.267808 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e13fa542-3766-4a5a-bb19-4cb03d7b0d5c admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e9417b8011914e108ae00b5aa583ce50&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0540240 Jul 12 04:00:11.270346 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41852) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:11.300113 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'port_id': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'mac_address': 'fa:16:3e:06:c7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 04:00:11.338987 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-2a615ded-dbb9-4884-acbc-ecb33075a2e2 admin admin] Publish callbacks [] for security_group (b4c55598-61c1-4a70-82a5-d626247143a4), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.371378 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-2a615ded-dbb9-4884-acbc-ecb33075a2e2 admin admin] Publish callbacks [] for security_group (b4c55598-61c1-4a70-82a5-d626247143a4), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.387120 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:11.387511 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.387653 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (2399cb0e-0d38-48b0-9a2a-95e71d42a366), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.402351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217e9c30-15ef-4e7c-9e25-cbdd6ce6635b req-86011edb-72c0-4aa4-a31a-13a837e810ad tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:11.403917 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-217e9c30-15ef-4e7c-9e25-cbdd6ce6635b req-86011edb-72c0-4aa4-a31a-13a837e810ad tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.2120304 Jul 12 04:00:11.413097 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:00:11.438780 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-2a615ded-dbb9-4884-acbc-ecb33075a2e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (b4c55598-61c1-4a70-82a5-d626247143a4), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.440940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:11.442206 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-2a615ded-dbb9-4884-acbc-ecb33075a2e2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.443600 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-2a615ded-dbb9-4884-acbc-ecb33075a2e2 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b4c55598-61c1-4a70-82a5-d626247143a4 HTTP/1.1" status: 204 len: 168 time: 0.1720803 Jul 12 04:00:11.449173 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.452960 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a615ded-dbb9-4884-acbc-ecb33075a2e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4c55598-61c1-4a70-82a5-d626247143a4,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:11.495706 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:11.512228 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:11.516049 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:11.552997 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-217e9c30-15ef-4e7c-9e25-cbdd6ce6635b req-57eb391e-dace-4c41-ab5a-74ff51f2abd6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941699 Jul 12 04:00:11.618561 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:11.669186 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:00:11.790003 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:00:11.795178 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f1765c92-ee66-46bf-8848-92c99075d2be admin admin] 10.222.0.20 "PUT /v2.0/routers/2399cb0e-0d38-48b0-9a2a-95e71d42a366/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9228294 Jul 12 04:00:11.797989 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41862) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:11.801462 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] Sync routers for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:00:11.818990 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:11.821136 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:11.894975 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['c31ca6c3-cf04-4828-a8bf-1c95239cd2d1'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 04:00:11.941216 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks [] for router (2399cb0e-0d38-48b0-9a2a-95e71d42a366), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:11.941466 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:11.962484 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:12.048822 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 68d37638-4694-4538-bbbc-b4dc8b37a0b8 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:00:12.061823 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks [] for router_gateway (2399cb0e-0d38-48b0-9a2a-95e71d42a366), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.076340 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 68d37638-4694-4538-bbbc-b4dc8b37a0b8 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:00:12.076707 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 68d37638-4694-4538-bbbc-b4dc8b37a0b8 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:00:12.077113 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 4715eb67-6db0-4fbd-a279-66c7b09a0a75 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:00:12.103480 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 4715eb67-6db0-4fbd-a279-66c7b09a0a75 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:00:12.104461 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 4715eb67-6db0-4fbd-a279-66c7b09a0a75 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:00:12.126871 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Deleting port 82f6828d-d041-48d4-8c29-313cee3392a9 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:12.127173 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.129092 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85'}], 'enable_snat': True}, 'gw_port_id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T04:00:11Z', 'revision_number': 5, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port': {'id': '82f6828d-d041-48d4-8c29-313cee3392a9', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:ba:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'device_owner': 'network:router_gateway', 'standard_attr_id': 340, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T03:50:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:12.160212 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] Checking router: 2399cb0e-0d38-48b0-9a2a-95e71d42a366 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:00:12.170995 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] Routers {'2399cb0e-0d38-48b0-9a2a-95e71d42a366'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:12.171840 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:12.230455 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] For port 82f6828d-d041-48d4-8c29-313cee3392a9, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=82f6828d-d041-48d4-8c29-313cee3392a9,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:12.230719 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.247843 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Calling delete_port for 82f6828d-d041-48d4-8c29-313cee3392a9 owned by network:router_gateway {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:12.248976 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:12.273837 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] Set router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 gateway port host: None {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:12.327969 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T04:00:12Z', 'revision_number': 6, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:12.353649 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e39f8e8-9a55-4599-a08f-28f5b081f8b8 None None] The sync data for ids ['2399cb0e-0d38-48b0-9a2a-95e71d42a366'] in dv-cinder-847730-4-iscsi is: [{'id': '2399cb0e-0d38-48b0-9a2a-95e71d42a366', 'name': 'tempest-AttachVolumeTestJSON-805086939-router', 'tenant_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:50:53Z', 'updated_at': '2022-07-12T04:00:12Z', 'revision_number': 6, 'project_id': '2ceaecc3b7fc4fed9dce1e3ab1014ed2', 'gw_port_host': None}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:00:12.363811 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41876) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:12.425247 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (82f6828d-d041-48d4-8c29-313cee3392a9), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.453434 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Pushing event deleted for resources: {'Port': ['ID=82f6828d-d041-48d4-8c29-313cee3392a9,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:12.479828 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:12.479995 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1961233469-network', 'tenant_id': '5c29114118814a298f6337842ad29a9b'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:12.500712 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Made reservation on behalf of 5c29114118814a298f6337842ad29a9b for: {'network': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 04:00:12.503167 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for network (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.512272 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.516270 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (2399cb0e-0d38-48b0-9a2a-95e71d42a366), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.589354 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Publish callbacks [] for security_group (aa0cf1bb-00ea-4500-9fea-3fbb6071227d), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.595226 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (aa0cf1bb-00ea-4500-9fea-3fbb6071227d), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.606186 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (2399cb0e-0d38-48b0-9a2a-95e71d42a366), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.609597 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks [] for router_controller (2399cb0e-0d38-48b0-9a2a-95e71d42a366), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.623319 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=110647) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 12 04:00:12.634733 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0cf1bb-00ea-4500-9fea-3fbb6071227d,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:12.639941 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (a192454e-4190-4edc-8afa-86f4a155b2d3), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.640872 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.segments_db [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Added segment a192454e-4190-4edc-8afa-86f4a155b2d3 of type vlan for network 56d544be-a0fe-4e9c-9375-791b0f38b322 Jul 12 04:00:12.658790 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:12.685068 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (2399cb0e-0d38-48b0-9a2a-95e71d42a366), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.685644 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2399cb0e-0d38-48b0-9a2a-95e71d42a366 {{(pid=110648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 04:00:12.685770 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8740716109460'] for network (56d544be-a0fe-4e9c-9375-791b0f38b322), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.691655 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.693107 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-189ce3fd-82fe-422e-aeea-7fce05530cef admin admin] 10.222.0.20 "DELETE /v2.0/routers/2399cb0e-0d38-48b0-9a2a-95e71d42a366 HTTP/1.1" status: 204 len: 168 time: 0.8932810 Jul 12 04:00:12.697210 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41882) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:12.714124 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590'] for network (56d544be-a0fe-4e9c-9375-791b0f38b322), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.715577 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:12.716344 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.750392 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430ab10b-e532-4186-8033-bcc5071870ba req-74e819d6-160a-45a4-b58d-5e76736174a6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:12.751985 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-430ab10b-e532-4186-8033-bcc5071870ba req-74e819d6-160a-45a4-b58d-5e76736174a6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 944 time: 0.1029589 Jul 12 04:00:12.764518 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9293c2a-5783-4e1f-a71d-5d5aa35c3484 admin admin] Deleting subnet d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 04:00:12.774747 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b9293c2a-5783-4e1f-a71d-5d5aa35c3484 admin admin] Publish callbacks [] for subnet (d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.784678 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] Pushing event updated for resources: {'Network': ['ID=56d544be-a0fe-4e9c-9375-791b0f38b322,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:12.805742 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 details requested by agent ovs-agent-dv-cinder-847730-4-iscsi with host dv-cinder-847730-4-iscsi {{(pid=110649) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 12 04:00:12.806260 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-61609d38-ed0a-4e34-96fd-a95f9e47301f admin admin] 10.222.0.20 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 0.4407682 Jul 12 04:00:12.809040 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41884) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:12.815030 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Request body: {'subnet': {'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-subnet', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:12.845348 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b9293c2a-5783-4e1f-a71d-5d5aa35c3484 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.848735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Made reservation on behalf of 5c29114118814a298f6337842ad29a9b for: {'subnet': 1} {{(pid=110647) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 04:00:12.851292 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6051980'] for subnet (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.852550 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-430ab10b-e532-4186-8033-bcc5071870ba req-d67b74a4-d763-4b8a-a007-c200a399ab24 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912826 Jul 12 04:00:12.923909 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:00:12.936677 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b9293c2a-5783-4e1f-a71d-5d5aa35c3484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:12.980044 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:12.990077 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b9293c2a-5783-4e1f-a71d-5d5aa35c3484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.016926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9293c2a-5783-4e1f-a71d-5d5aa35c3484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:13.018963 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b9293c2a-5783-4e1f-a71d-5d5aa35c3484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.022089 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-b9293c2a-5783-4e1f-a71d-5d5aa35c3484 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/d5a7ad91-1c9f-4dab-9d50-6d61d0f6d05d HTTP/1.1" status: 204 len: 168 time: 0.3241944 Jul 12 04:00:13.024785 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41886) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:13.027367 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877f32ae-fa05-4b64-a778-db9e73abfbed None None] Network 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 04:00:13.042342 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:00:13.054058 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5532463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6051994'] for subnet (09f0ce89-0991-4ef0-a98f-e5fa69f9334c), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.101680 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (80ccb6a1-8d31-4e74-9f2c-15bfc89127e9), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.108403 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=09f0ce89-0991-4ef0-a98f-e5fa69f9334c,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:13.123761 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Checking segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110647) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 04:00:13.124140 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Network hostable DHCP agents. Network: 56d544be-a0fe-4e9c-9375-791b0f38b322, hostable agents: ['78721d89-967e-421d-bd1f-4d92debb559f'], hosted agents: [] {{(pid=110647) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 12 04:00:13.139575 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=82,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:13.153424 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 is scheduled to be hosted by DHCP agent 78721d89-967e-421d-bd1f-4d92debb559f with binding_index 1 {{(pid=110647) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 12 04:00:13.169300 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Deleting port f8de2701-eade-40b4-8b12-7e649accd344 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:13.169558 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (f8de2701-eade-40b4-8b12-7e649accd344), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.169787 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 04:00:13.175279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847730-4-iscsi, 56d544be-a0fe-4e9c-9375-791b0f38b322) {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:00:13.179893 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:13.180351 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.183634 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:13.183962 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.203751 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9b7678-f80d-48ae-b280-aefe290b1b65 None None] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 04:00:13.218429 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-5ffa5911-e557-4c9c-be96-81011765a0c7 admin admin] 10.222.0.20 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4079828 Jul 12 04:00:13.221056 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41888) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:13.226120 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:13.251422 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-616361', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-1328'] for router (bf1d823b-802f-46e1-a564-1b0918edfc21), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.252972 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-620857', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-610486', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-572598', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-1337'] for router (bf1d823b-802f-46e1-a564-1b0918edfc21), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.263770 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] For port f8de2701-eade-40b4-8b12-7e649accd344, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=f8de2701-eade-40b4-8b12-7e649accd344,segment=NetworkSegment(648969b2-0134-4477-bc1d-db673bf06d3c),segment_id=648969b2-0134-4477-bc1d-db673bf06d3c)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:13.264194 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (f8de2701-eade-40b4-8b12-7e649accd344), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.278262 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Calling delete_port for f8de2701-eade-40b4-8b12-7e649accd344 owned by network:dhcp {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:13.300299 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] DHCP port deletion for 80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 04:00:13.339945 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks [] for router_controller (bf1d823b-802f-46e1-a564-1b0918edfc21), precommit_add_association {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.383232 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (f8de2701-eade-40b4-8b12-7e649accd344), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.384824 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:13.385202 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.391107 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp43d535f6-a7f9-539b-a8a2-7302e3a13b47-56d544be-a0fe-4e9c-9375-791b0f38b322', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c'}]}} from dv-cinder-847730-4-iscsi. {{(pid=110649) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 12 04:00:13.392274 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.409109 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] Deleting port f8de2701-eade-40b4-8b12-7e649accd344 {{(pid=110649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:00:13.409472 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (f8de2701-eade-40b4-8b12-7e649accd344), before_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.415713 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8de2701-eade-40b4-8b12-7e649accd344,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:13.424879 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] No DVR routers for this DVR port f8de2701-eade-40b4-8b12-7e649accd344 on host dv-cinder-847730-4-iscsi {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:00:13.456986 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:00:13.459199 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90635678-6712-4e48-a554-870013b0cc82" -d '{"events": [{"server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "name": "network-vif-plugged", "status": "completed", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:00:13.516944 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks [] for router_gateway (bf1d823b-802f-46e1-a564-1b0918edfc21), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.519930 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (80ccb6a1-8d31-4e74-9f2c-15bfc89127e9), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.544641 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-814468b2-3bb2-4af8-a927-dd1c4b2bb2f3 x-openstack-request-id: req-814468b2-3bb2-4af8-a927-dd1c4b2bb2f3 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:00:13.545239 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80ccb6a1-8d31-4e74-9f2c-15bfc89127e9']}} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:13.545380 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "name": "network-vif-plugged", "status": "completed", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:00:13.545766 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-814468b2-3bb2-4af8-a927-dd1c4b2bb2f3 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:00:13.546337 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-814468b2-3bb2-4af8-a927-dd1c4b2bb2f3'] response: {'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'code': 200} Jul 12 04:00:13.548304 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:13.556696 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '648969b2-0134-4477-bc1d-db673bf06d3c') {'for_net_delete': True} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:13.556989 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '648969b2-0134-4477-bc1d-db673bf06d3c') {} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:13.566523 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.570729 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785002'] for segment (648969b2-0134-4477-bc1d-db673bf06d3c), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.577315 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] For port f8de2701-eade-40b4-8b12-7e649accd344, host dv-cinder-847730-4-iscsi, got binding levels [] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:13.578050 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (f8de2701-eade-40b4-8b12-7e649accd344), precommit_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.599952 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (648969b2-0134-4477-bc1d-db673bf06d3c), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.609684 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=110648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 04:00:13.610561 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6355240'] for segment (648969b2-0134-4477-bc1d-db673bf06d3c), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.620680 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] Calling delete_port for f8de2701-eade-40b4-8b12-7e649accd344 owned by network:dhcp {{(pid=110649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:00:13.628486 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.ipam_backend_mixin [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] Port f8de2701-eade-40b4-8b12-7e649accd344 was not found and therefore no delete operation was performed {{(pid=110649) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 12 04:00:13.631324 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:UPDATE=3,neutron:DELETE=8 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:13.635351 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566'] for port (f8de2701-eade-40b4-8b12-7e649accd344), after_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.686573 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:13.688724 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 648969b2-0134-4477-bc1d-db673bf06d3c resource provider aggregate not found Jul 12 04:00:13.692063 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] No DVR routers for this DVR port f8de2701-eade-40b4-8b12-7e649accd344 on host dv-cinder-847730-4-iscsi {{(pid=110649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:00:13.696709 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:13.701237 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (80ccb6a1-8d31-4e74-9f2c-15bfc89127e9), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.706672 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.714722 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/80ccb6a1-8d31-4e74-9f2c-15bfc89127e9 HTTP/1.1" status: 204 len: 168 time: 0.6888542 Jul 12 04:00:13.733761 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.db_base_plugin_common [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Allocated IP 172.20.0.2 (56d544be-a0fe-4e9c-9375-791b0f38b322/09f0ce89-0991-4ef0-a98f-e5fa69f9334c/3fff4c77-56be-4f45-8a5a-ab6678e84d14) {{(pid=110649) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:00:13.736338 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2f949-6585-4d8b-bc94-62ebd5f026c2 None None] Pushing event deleted for resources: {'Port': ['ID=f8de2701-eade-40b4-8b12-7e649accd344,revision_number=None']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:13.742973 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cbeba9-4949-44bd-8a11-fb72714640e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=80ccb6a1-8d31-4e74-9f2c-15bfc89127e9,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:13.752919 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 648969b2-0134-4477-bc1d-db673bf06d3c resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 648969b2-0134-4477-bc1d-db673bf06d3c found for delete ", "request_id": "req-64c3de61-3038-4269-8d17-fec96e2c825e"}]} Jul 12 04:00:13.812701 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks [] for router_gateway (bf1d823b-802f-46e1-a564-1b0918edfc21), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.835901 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.927302 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665f9b49-31a4-43d9-b286-fafb0ca742ee req-78ace5ce-9194-4225-baa6-7adf38ae0a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:13.943819 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-665f9b49-31a4-43d9-b286-fafb0ca742ee req-78ace5ce-9194-4225-baa6-7adf38ae0a61 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1129 time: 0.0889328 Jul 12 04:00:13.969866 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41900) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:13.971853 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3878d3ab-d811-4d38-8b35-a0855fdf9b2a no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:00:13.977710 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Publish callbacks [] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), precommit_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:13.996397 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 3878d3ab-d811-4d38-8b35-a0855fdf9b2a {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:00:13.996723 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3878d3ab-d811-4d38-8b35-a0855fdf9b2a not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:00:13.997342 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device f8de2701-eade-40b4-8b12-7e649accd344 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:00:14.008510 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Allocated IP 172.27.0.15 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:00:14.019522 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), after_create {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.024611 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: f8de2701-eade-40b4-8b12-7e649accd344 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:00:14.024986 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device f8de2701-eade-40b4-8b12-7e649accd344 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:00:14.025670 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 82f6828d-d041-48d4-8c29-313cee3392a9 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:00:14.042700 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-665f9b49-31a4-43d9-b286-fafb0ca742ee req-462c6d77-ae11-4c68-a198-1589df484d92 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0948741 Jul 12 04:00:14.061760 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc9c8e-c983-4747-8fca-e9e9f17618f0 req-df7da4ee-cda1-45ba-8f9b-ff6d55a64cf7 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:14.063311 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-03dc9c8e-c983-4747-8fca-e9e9f17618f0 req-df7da4ee-cda1-45ba-8f9b-ff6d55a64cf7 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0942798 Jul 12 04:00:14.071741 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:14.080986 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-c14d4b1e-3986-4996-bdd4-eb2796e78b84 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2ceaecc3b7fc4fed9dce1e3ab1014ed2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1101220 Jul 12 04:00:14.083016 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 82f6828d-d041-48d4-8c29-313cee3392a9 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:00:14.083443 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 82f6828d-d041-48d4-8c29-313cee3392a9 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:00:14.085380 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41904) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:14.085747 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:14.089381 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 is already hosted by enough agents. {{(pid=110649) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:00:14.100701 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.scheduler.base_scheduler [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Resources bound (agent type, host, resource id): {{(pid=110649) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:00:14.103930 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Received port after_create {{(pid=110649) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:00:14.118786 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Pushing event updated for resources: {'Port': ['ID=3fff4c77-56be-4f45-8a5a-ab6678e84d14,revision_number=1']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:14.126618 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-03dc9c8e-c983-4747-8fca-e9e9f17618f0 req-4fdc7bde-a81a-4b3b-89d8-1dd49a1b9ae0 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555015 Jul 12 04:00:14.151323 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks [] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.152759 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=83,neutron:INSERT=8,neutron:UPDATE=7,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:14.176534 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d57fd16a-5c19-4192-9da7-f71c77a642fa admin admin] Publish callbacks [] for security_group (779109d5-e544-4867-b91a-e4f6056fed4e), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.177700 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Attempting to bind port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 04:00:14.177972 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Attempting to bind port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 04:00:14.178328 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Attempting to bind port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:00:14.183317 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 04:00:14.183683 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Checking segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 04:00:14.184133 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.184501 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Bound using segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 04:00:14.184966 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Bound port: 3fff4c77-56be-4f45-8a5a-ab6678e84d14, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 04:00:14.185335 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.216140 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d57fd16a-5c19-4192-9da7-f71c77a642fa admin admin] Publish callbacks [] for security_group (779109d5-e544-4867-b91a-e4f6056fed4e), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.217525 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:14.244954 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] For port 3fff4c77-56be-4f45-8a5a-ab6678e84d14, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 04:00:14.247182 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.248331 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] For port 3fff4c77-56be-4f45-8a5a-ab6678e84d14, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3fff4c77-56be-4f45-8a5a-ab6678e84d14,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 04:00:14.255347 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.298750 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:00:14.304984 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:00:14.308803 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:00:14.308984 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d56c3c9-a862-4304-8399-9c4527ff7e76 None None] Pushing event updated for resources: {'Port': ['ID=3fff4c77-56be-4f45-8a5a-ab6678e84d14,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:14.311036 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Pushing event updated for resources: {'Port': ['ID=2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:14.317385 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d57fd16a-5c19-4192-9da7-f71c77a642fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (779109d5-e544-4867-b91a-e4f6056fed4e), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.321028 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d57fd16a-5c19-4192-9da7-f71c77a642fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.322195 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d57fd16a-5c19-4192-9da7-f71c77a642fa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/779109d5-e544-4867-b91a-e4f6056fed4e HTTP/1.1" status: 204 len: 168 time: 0.2358282 Jul 12 04:00:14.353232 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57fd16a-5c19-4192-9da7-f71c77a642fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779109d5-e544-4867-b91a-e4f6056fed4e,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:14.603118 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks [] for router_gateway (bf1d823b-802f-46e1-a564-1b0918edfc21), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.807172 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-620848', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-610338'] for router (bf1d823b-802f-46e1-a564-1b0918edfc21), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:14.936181 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Router bf1d823b-802f-46e1-a564-1b0918edfc21 is scheduled to L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a with binding_index 1 {{(pid=110647) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 12 04:00:15.037275 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:15.057735 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:00:15.076902 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:00:15.088905 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:15.089900 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:15.093862 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:15.096263 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-0ad49386-c20d-4f3e-91cc-6366ff486c46 admin admin] 10.222.0.20 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8734071 Jul 12 04:00:15.100680 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41926) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:15.138634 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:15.321565 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f3a2d9-8222-4dfd-b734-72a266894014 req-b9348175-790c-4891-a019-0382555fae93 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:15.327020 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-74f3a2d9-8222-4dfd-b734-72a266894014 req-b9348175-790c-4891-a019-0382555fae93 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0772164 Jul 12 04:00:15.385845 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-74f3a2d9-8222-4dfd-b734-72a266894014 req-1cd3ceea-0473-44ae-8de6-d6f05d360058 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539026 Jul 12 04:00:15.430965 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d135dfab-879e-4d0b-8b21-f6d13539e6a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:15.437562 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:15.466994 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ccc5b0-64f8-453b-8ce2-d8a30f5ba38b None None] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 04:00:15.547663 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-83625dcb-6606-4c8e-880a-825ad1f813c0 None None] Provisioning complete for port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:15.548059 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-83625dcb-6606-4c8e-880a-825ad1f813c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:15.792499 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-83625dcb-6606-4c8e-880a-825ad1f813c0 None None] Current status of the port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:15.792894 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-83625dcb-6606-4c8e-880a-825ad1f813c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:15.808428 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:14Z', 'revision_number': 3, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:15.849006 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:00:15.849621 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Updating router bf1d823b-802f-46e1-a564-1b0918edfc21 port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 04:00:15.892317 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-83625dcb-6606-4c8e-880a-825ad1f813c0 None None] For port 3fff4c77-56be-4f45-8a5a-ab6678e84d14, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3fff4c77-56be-4f45-8a5a-ab6678e84d14,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:15.895942 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:15.938962 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-83625dcb-6606-4c8e-880a-825ad1f813c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:15.949902 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.062307 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3fff4c77-56be-4f45-8a5a-ab6678e84d14 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:00:16.113412 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83625dcb-6606-4c8e-880a-825ad1f813c0 None None] Pushing event updated for resources: {'Port': ['ID=3fff4c77-56be-4f45-8a5a-ab6678e84d14,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:16.153792 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Allocated IP 172.20.0.1 (56d544be-a0fe-4e9c-9375-791b0f38b322/09f0ce89-0991-4ef0-a98f-e5fa69f9334c/346f46d1-754a-4df4-90b1-52801885e0cd) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:00:16.178372 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:16.178737 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.229066 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-86940ea8-a6c9-4a90-b61a-eafc5277482e None None] Provisioning complete for port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:16.229436 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-86940ea8-a6c9-4a90-b61a-eafc5277482e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.234984 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:DELETE=3,neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:16.238353 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:16.275575 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Publish callbacks [] for port (346f46d1-754a-4df4-90b1-52801885e0cd), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.296942 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:16.311185 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.359164 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Pushing event updated for resources: {'Port': ['ID=346f46d1-754a-4df4-90b1-52801885e0cd,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:16.369584 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.370184 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.370958 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.371528 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.372090 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.372678 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.372820 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.373064 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.373390 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.373722 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.374041 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.374370 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.374746 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.375083 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.375703 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:16.385557 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:00:16.387890 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:00:16.390453 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:00:16.415257 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:16.439688 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Publish callbacks [] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.440668 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-86940ea8-a6c9-4a90-b61a-eafc5277482e None None] Current status of the port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:16.441347 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-614234'] for router_interface (bf1d823b-802f-46e1-a564-1b0918edfc21), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.451690 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.515647 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Attempting to bind port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 04:00:16.516685 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Attempting to bind port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 04:00:16.517231 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Attempting to bind port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f on network 75732887-b74e-452b-a92c-e99652e26c08 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:00:16.532559 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 04:00:16.532872 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Checking segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 04:00:16.533290 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.533686 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Bound using segment: {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 04:00:16.534219 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Bound port: 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '75732887-b74e-452b-a92c-e99652e26c08'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 04:00:16.534617 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.538368 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f26a1-db79-44a3-bff8-e46770b9cf15 None None] Pushing event updated for resources: {'Port': ['ID=2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f,revision_number=2']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:16.565404 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:16.591600 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a9c039-c482-4128-8cab-45b98f034f1a req-71934731-1d37-4e01-b166-c8246fdcbeb5 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:16.593667 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-49a9c039-c482-4128-8cab-45b98f034f1a req-71934731-1d37-4e01-b166-c8246fdcbeb5 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0915048 Jul 12 04:00:16.597325 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] For port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 04:00:16.599151 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:16.602606 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] For port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 04:00:16.614809 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.686771 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f26a1-db79-44a3-bff8-e46770b9cf15 None None] Pushing event updated for resources: {'Port': ['ID=2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:16.700921 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-49a9c039-c482-4128-8cab-45b98f034f1a req-460dc2f0-9469-4c8d-bf6b-117680d5dc5b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975230 Jul 12 04:00:16.723821 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:16.723821 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T03:59:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:16.729836 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.793071 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-1d11083d-08c8-489c-b252-ed0380a512ff None None] Provisioning complete for port 346f46d1-754a-4df4-90b1-52801885e0cd triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:16.793439 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1d11083d-08c8-489c-b252-ed0380a512ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.837437 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4351c805-c720-45c6-8b23-c2b80142b59a req-7a68acb4-3d63-4f0e-9e96-6fd465f4efae tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:16.838981 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4351c805-c720-45c6-8b23-c2b80142b59a req-7a68acb4-3d63-4f0e-9e96-6fd465f4efae tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0578427 Jul 12 04:00:16.884715 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-1d11083d-08c8-489c-b252-ed0380a512ff None None] Port 346f46d1-754a-4df4-90b1-52801885e0cd cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 04:00:16.892544 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.894393 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:16.894837 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4351c805-c720-45c6-8b23-c2b80142b59a req-13d0407e-b388-4028-928d-e3a71a16fae6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492711 Jul 12 04:00:16.916114 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Publish callbacks [] for port (346f46d1-754a-4df4-90b1-52801885e0cd), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.917717 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41956) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:16.921856 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:16.979301 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:16.993306 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Pushing event updated for resources: {'Port': ['ID=346f46d1-754a-4df4-90b1-52801885e0cd,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:16.999787 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-586608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-615211'] for router_interface (bf1d823b-802f-46e1-a564-1b0918edfc21), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.100101 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:00:17.101494 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:00:17.106902 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-36375862-901e-477a-9310-327eba94f0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:17.135120 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36375862-901e-477a-9310-327eba94f0b3 None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:00:17.233718 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:00:17.250426 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:17.353320 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:00:17.359179 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-55dd328d-5e46-41b5-aa3e-fbf10c7e75f0 admin admin] 10.222.0.20 "PUT /v2.0/routers/bf1d823b-802f-46e1-a564-1b0918edfc21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2568099 Jul 12 04:00:17.412632 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-c5ac1925-79c5-480b-bd17-682827c2cdb6 None None] Provisioning complete for port 346f46d1-754a-4df4-90b1-52801885e0cd triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:17.413080 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c5ac1925-79c5-480b-bd17-682827c2cdb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.483319 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:17.498733 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a26fe004-b0bf-4753-b0c5-51c644d695a4 tempest-TestShelveInstance-1468547236 tempest-TestShelveInstance-1468547236-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:17.500676 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-a26fe004-b0bf-4753-b0c5-51c644d695a4 tempest-TestShelveInstance-1468547236 tempest-TestShelveInstance-1468547236-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1124 time: 0.5813630 Jul 12 04:00:17.504755 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41962) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:17.510225 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'port_id': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'fixed_ip_address': '172.20.0.7'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:17.540483 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.617458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-c5ac1925-79c5-480b-bd17-682827c2cdb6 None None] Port 346f46d1-754a-4df4-90b1-52801885e0cd cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 04:00:17.635300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.744826 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4afe20e6-43f0-4a55-aa07-e8f3fcc3303e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.768145 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Allocated IP 172.27.0.76 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/3b7f83b4-422c-4e97-af82-4ed61f72f415) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:00:17.771655 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41972) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:17.776394 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-b6dff104-8a38-47fb-9045-6763e1d94940 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1860763776', 'description': 'tempest-description--433267519'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:17.805494 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b6dff104-8a38-47fb-9045-6763e1d94940 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.914900 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for port (3b7f83b4-422c-4e97-af82-4ed61f72f415), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.927637 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b6dff104-8a38-47fb-9045-6763e1d94940 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (9c212676-e6ab-4c8b-bbb5-dc25a924cb5c), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.938090 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b6dff104-8a38-47fb-9045-6763e1d94940 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (9c212676-e6ab-4c8b-bbb5-dc25a924cb5c), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.995816 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (3b7f83b4-422c-4e97-af82-4ed61f72f415), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:17.996135 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-b6dff104-8a38-47fb-9045-6763e1d94940 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.000808 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-b6dff104-8a38-47fb-9045-6763e1d94940 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2279952 Jul 12 04:00:18.001277 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 41976) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:18.004468 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3fff4c77-56be-4f45-8a5a-ab6678e84d14 up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:00:18.010849 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-9f87dce6-526e-4815-9e44-04a5cabbe043 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group_rule': {'security_group_id': '9c212676-e6ab-4c8b-bbb5-dc25a924cb5c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:18.011941 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dff104-8a38-47fb-9045-6763e1d94940 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:18.085653 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:18.085971 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.101418 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:00:18.106405 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:00:18.109341 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:00:18.114161 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9f87dce6-526e-4815-9e44-04a5cabbe043 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (126170a7-f310-4063-aa8e-93abf2663269), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.138025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'Port': ['ID=3b7f83b4-422c-4e97-af82-4ed61f72f415,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:18.169549 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:18.183333 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:18.282688 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9f87dce6-526e-4815-9e44-04a5cabbe043 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (126170a7-f310-4063-aa8e-93abf2663269), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.286416 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9f87dce6-526e-4815-9e44-04a5cabbe043 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (126170a7-f310-4063-aa8e-93abf2663269), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.351271 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f87dce6-526e-4815-9e44-04a5cabbe043 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=126170a7-f310-4063-aa8e-93abf2663269,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:18.362133 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-9f87dce6-526e-4815-9e44-04a5cabbe043 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.363360 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-9f87dce6-526e-4815-9e44-04a5cabbe043 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3609734 Jul 12 04:00:18.366226 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41978) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:18.366894 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:18.372962 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-8241f103-a26d-48d9-95e6-7936f8978bba tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group_rule': {'security_group_id': '9c212676-e6ab-4c8b-bbb5-dc25a924cb5c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:18.406154 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-8241f103-a26d-48d9-95e6-7936f8978bba tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (5f0e221f-7231-4527-8688-783db6790a76), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.468279 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-8241f103-a26d-48d9-95e6-7936f8978bba tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (5f0e221f-7231-4527-8688-783db6790a76), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.473126 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-8241f103-a26d-48d9-95e6-7936f8978bba tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (5f0e221f-7231-4527-8688-783db6790a76), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.492709 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8241f103-a26d-48d9-95e6-7936f8978bba tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f0e221f-7231-4527-8688-783db6790a76,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:18.502212 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-8241f103-a26d-48d9-95e6-7936f8978bba tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.504483 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-8241f103-a26d-48d9-95e6-7936f8978bba tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1359940 Jul 12 04:00:18.506660 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 41980) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:18.511664 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:18.538670 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.587255 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for floatingip (5a222517-7758-46ed-b94c-4118400d345f), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.626587 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.657177 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (3b7f83b4-422c-4e97-af82-4ed61f72f415), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.678175 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:18.713303 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.740919 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Allocated IP 172.27.0.127 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/2fb18538-02e4-4608-a2be-2f007dc47b04) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:00:18.817544 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for port (3b7f83b4-422c-4e97-af82-4ed61f72f415), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.822571 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (3b7f83b4-422c-4e97-af82-4ed61f72f415), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.851433 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (2fb18538-02e4-4608-a2be-2f007dc47b04), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.873807 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:18.888773 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (2fb18538-02e4-4608-a2be-2f007dc47b04), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.898952 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event updated for resources: {'Port': ['ID=3b7f83b4-422c-4e97-af82-4ed61f72f415,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:18.906859 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (5a222517-7758-46ed-b94c-4118400d345f), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:18.932807 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:00:18.938246 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:00:18.940222 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=2fb18538-02e4-4608-a2be-2f007dc47b04,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:18.944912 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:00:19.025808 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Floating IP 5a222517-7758-46ed-b94c-4118400d345f associated. External IP: 172.27.0.76, port: c31ca6c3-cf04-4828-a8bf-1c95239cd2d1. Jul 12 04:00:19.030516 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (7bf9ece1-0b29-47e3-ae98-79133e089034), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:19.068437 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (2fb18538-02e4-4608-a2be-2f007dc47b04), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:19.106279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:19.233522 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (2fb18538-02e4-4608-a2be-2f007dc47b04), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:19.238232 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Router 26b6595f-a566-4a3f-ad4b-7943934b172a has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:00:19.239049 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (2fb18538-02e4-4608-a2be-2f007dc47b04), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:19.307430 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=2fb18538-02e4-4608-a2be-2f007dc47b04,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:19.317566 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (7bf9ece1-0b29-47e3-ae98-79133e089034), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:19.329614 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:19.335036 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:19.336324 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e6e87388-b4cc-409b-b4e1-af6063112227 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8285170 Jul 12 04:00:19.350793 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:00:19.364089 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] Sync routers for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:00:19.370725 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:19.379445 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:19.380296 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:00:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:19.411527 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-f3a235cd-bcd7-4316-8875-1d5ebaed20ff tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9036431 Jul 12 04:00:19.411527 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:00:19.412765 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4aee193-16f4-4f77-9a74-c93799e5ce2e" -d '{"events": [{"name": "network-changed", "server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:00:19.450869 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:00:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1064246-7b4d-4a22-ba93-c65be9c9119b x-openstack-request-id: req-a1064246-7b4d-4a22-ba93-c65be9c9119b {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:00:19.451154 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:00:19.451396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-a1064246-7b4d-4a22-ba93-c65be9c9119b {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:00:19.451794 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1064246-7b4d-4a22-ba93-c65be9c9119b'] response: {'name': 'network-changed', 'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'status': 'completed', 'code': 200} Jul 12 04:00:19.502102 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:19.513555 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-f10cf42e-a1b4-45bd-b024-b048509c181a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1860763776&fields=id&tenant_id=5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 267 time: 0.0463545 Jul 12 04:00:19.554689 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:00:19.565010 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:19.565530 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:00:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:19.627699 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e32447-eb91-4852-9e19-de366b5ed66c req-865caaf8-89ba-4559-94e1-dbbc7324cdba tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:19.629341 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-865caaf8-89ba-4559-94e1-dbbc7324cdba tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 815 time: 0.1087766 Jul 12 04:00:19.645017 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-3f8a2961-a451-42a0-8e60-25b4d86f6aa0 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/quotas/5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 375 time: 0.0099554 Jul 12 04:00:19.671980 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:19.696309 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7bf0ac8f-de16-4d48-897a-6d0493b7f203 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0461192 Jul 12 04:00:19.728756 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:19.735626 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '5a222517-7758-46ed-b94c-4118400d345f', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'port_id': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'mac_address': 'fa:16:3e:06:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:18Z', 'revision_number': 0, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:27Z', 'revision_number': 5, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:19.761093 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] Checking router: 26b6595f-a566-4a3f-ad4b-7943934b172a for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:00:19.767514 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-1cea3421-1acd-4a1c-8ca4-661611854cc3 service neutron] http://10.222.0.20:9696/v2.0/extensions returned with HTTP 200 {{(pid=110647) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 12 04:00:19.768586 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-1cea3421-1acd-4a1c-8ca4-661611854cc3 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0593076 Jul 12 04:00:19.770266 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:19.770867 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:00:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:19.827742 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:19.872531 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-f77cc4c6-8b81-4dca-908d-752250a6adbc service neutron] 10.222.0.20 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968473 Jul 12 04:00:19.873679 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 2, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:19.910560 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:00:19.911169 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Updating router bf1d823b-802f-46e1-a564-1b0918edfc21 port 346f46d1-754a-4df4-90b1-52801885e0cd binding host dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 12 04:00:19.944042 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:19.986535 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:00:19.990728 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-ef944a79-1aad-478c-bfcb-3f0d635b7b49 service neutron] 10.222.0.20 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115251 Jul 12 04:00:19.997862 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:19.999359 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:20.102279 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:20.109529 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:20.110098 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.229048 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.230673 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-13fb119a-b707-4406-85e7-50ef01d78148 req-41062d97-32d8-4e0f-94a6-66820f738cae tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 210 time: 0.0492320 Jul 12 04:00:20.254618 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '5a222517-7758-46ed-b94c-4118400d345f', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'port_id': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'mac_address': 'fa:16:3e:06:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:18Z', 'revision_number': 0, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:27Z', 'revision_number': 5, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:20.278866 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b3d17ba-c86a-4a71-afa3-292851fd038f None None] The sync data for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi is: [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '5a222517-7758-46ed-b94c-4118400d345f', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'floating_ip_address': '172.27.0.76', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'port_id': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 639, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'mac_address': 'fa:16:3e:06:c7:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:18Z', 'revision_number': 0, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:27Z', 'revision_number': 5, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:00:20.282556 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:20.282940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.324585 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] For port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:20.330433 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.393977 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:20.401477 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Publish callbacks [] for port (346f46d1-754a-4df4-90b1-52801885e0cd), precommit_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.414340 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.425283 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Pushing event updated for resources: {'Port': ['ID=2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:20.481577 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5d1ed-bbd2-479d-9076-f247cb52663c None None] Pushing event updated for resources: {'Port': ['ID=346f46d1-754a-4df4-90b1-52801885e0cd,revision_number=3']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:20.541890 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Attempting to bind port 346f46d1-754a-4df4-90b1-52801885e0cd on host dv-cinder-847730-4-iscsi for vnic_type normal with profile {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 04:00:20.542025 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Attempting to bind port 346f46d1-754a-4df4-90b1-52801885e0cd by drivers openvswitch,hyperv on host dv-cinder-847730-4-iscsi at level 0 using segments [{'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 04:00:20.542438 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Attempting to bind port 346f46d1-754a-4df4-90b1-52801885e0cd on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:00:20.548223 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Checking agent: {'id': 'a8603e74-f0a4-45a4-b05e-bced19ef0794', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847730-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 40, 51), 'started_at': datetime.datetime(2022, 7, 12, 3, 41, 21), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 3, 59, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847730-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 04:00:20.548696 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Checking segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110649) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 04:00:20.549154 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.549595 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Bound using segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} {{(pid=110649) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 04:00:20.550118 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.managers [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Bound port: 346f46d1-754a-4df4-90b1-52801885e0cd, host: dv-cinder-847730-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}}] {{(pid=110649) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 04:00:20.550498 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.567301 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ac8eaec-b0ad-4084-a49f-68474fb71f03 None None] New status for floating IP 5a222517-7758-46ed-b94c-4118400d345f: ACTIVE {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:00:20.610731 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.645822 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] For port 346f46d1-754a-4df4-90b1-52801885e0cd, host dv-cinder-847730-4-iscsi, cleared binding levels {{(pid=110649) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 04:00:20.649760 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] For port 346f46d1-754a-4df4-90b1-52801885e0cd, host dv-cinder-847730-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=346f46d1-754a-4df4-90b1-52801885e0cd,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 04:00:20.658727 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.724477 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:20.725154 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:00:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:20.732346 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b5d1ed-bbd2-479d-9076-f247cb52663c None None] Pushing event updated for resources: {'Port': ['ID=346f46d1-754a-4df4-90b1-52801885e0cd,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:20.801532 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Provisioning complete for port 346f46d1-754a-4df4-90b1-52801885e0cd triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:20.801904 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:20.893922 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:20.958914 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Current status of the port 346f46d1-754a-4df4-90b1-52801885e0cd is: DOWN; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:20.959285 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:21.070046 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] For port 346f46d1-754a-4df4-90b1-52801885e0cd, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=346f46d1-754a-4df4-90b1-52801885e0cd,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:21.079434 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:21.164630 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Pushing event updated for resources: {'Port': ['ID=346f46d1-754a-4df4-90b1-52801885e0cd,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:21.176497 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.176840 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.177177 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.177522 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.177838 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.178160 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.178479 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.178797 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.179094 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.179418 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.179728 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.180088 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.180403 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.180699 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.181010 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8969122-dfee-4a44-b12d-43592e13764b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:00:21.186001 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:21.222180 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5c9f0f9-9eeb-49fc-912e-f3130a10f295 None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:00:21.226147 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-ca4a5ad8-99d1-4b30-90ca-4b4292aeddd6 None None] Provisioning complete for port 346f46d1-754a-4df4-90b1-52801885e0cd triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:21.226543 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-ca4a5ad8-99d1-4b30-90ca-4b4292aeddd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:21.245348 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:21.263736 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:21.307520 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-ca4a5ad8-99d1-4b30-90ca-4b4292aeddd6 None None] Current status of the port 346f46d1-754a-4df4-90b1-52801885e0cd is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:21.331142 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-20b0e619-ebbb-4b55-b042-5ed13f80aba0 req-ce605577-4bc1-43c0-b4b3-ebd7f0370975 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 210 time: 0.0287619 Jul 12 04:00:21.947384 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:00:21.996363 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:21.996782 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:22.169943 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-173fa10c-752d-43a3-9976-eb2952ef4af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:22.171687 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-173fa10c-752d-43a3-9976-eb2952ef4af7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1129 time: 0.0500631 Jul 12 04:00:22.196089 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:22.197252 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 346f46d1-754a-4df4-90b1-52801885e0cd up at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:00:22.203088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:22.240382 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Provisioning complete for port 346f46d1-754a-4df4-90b1-52801885e0cd triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:22.240843 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:22.271957 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-46d7de86-9a68-4991-bcd4-812b75dce1c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:22.273935 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-46d7de86-9a68-4991-bcd4-812b75dce1c9 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3 HTTP/1.1" status: 200 len: 910 time: 0.0961368 Jul 12 04:00:22.320358 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Current status of the port 346f46d1-754a-4df4-90b1-52801885e0cd is: ACTIVE; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:22.342607 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-ecfcfa41-b707-4179-80f8-d981444eb745 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 HTTP/1.1" status: 200 len: 1000 time: 0.0607989 Jul 12 04:00:22.428257 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-756b251a-a58d-4564-b233-c960c2dd196d req-150a8130-183c-416f-a1dc-4b781b7b5232 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 210 time: 0.0296595 Jul 12 04:00:22.561052 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-8afa8fcf-08c2-4e52-9e55-3159c3378ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:22.562490 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-8afa8fcf-08c2-4e52-9e55-3159c3378ae0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71af41a3-63bc-441e-84be-805c5bb7a9c7 HTTP/1.1" status: 200 len: 848 time: 0.0506997 Jul 12 04:00:22.619609 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-f7c02907-b3f1-43bf-ae2c-cdeba66d696b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:22.621237 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-f7c02907-b3f1-43bf-ae2c-cdeba66d696b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479577 Jul 12 04:00:22.700911 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:22.715425 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-9869854e-ac4f-4fc2-ad53-76ef5bb378aa service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877588 Jul 12 04:00:22.998806 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c4aee193-16f4-4f77-9a74-c93799e5ce2e req-30269ece-8283-4cea-8172-e971803a23e1 service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920680 Jul 12 04:00:23.158503 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e32447-eb91-4852-9e19-de366b5ed66c req-fa197468-4bf9-4ce6-bcb6-9fdb2d10a23b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:23.160446 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-fa197468-4bf9-4ce6-bcb6-9fdb2d10a23b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 815 time: 0.1117480 Jul 12 04:00:23.256432 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-12ea3fb2-9a3b-43d1-adc4-9870a8ab8993 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 380 time: 0.0592103 Jul 12 04:00:23.346553 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'port': {'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'admin_state_up': True, 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'security_groups': ['9c212676-e6ab-4c8b-bbb5-dc25a924cb5c']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:23.463155 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Made reservation on behalf of 5c29114118814a298f6337842ad29a9b for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 04:00:23.466890 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:23.540592 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f4d5dec0-bcdd-42e4-8c92-47a9998eb869 req-2ccef565-b0aa-4d14-bce2-8d44ce370107 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 210 time: 0.0378528 Jul 12 04:00:23.630593 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Allocated IP 172.20.0.10 (56d544be-a0fe-4e9c-9375-791b0f38b322/09f0ce89-0991-4ef0-a98f-e5fa69f9334c/f0b8da74-d9c0-440b-99ef-0147b592ae3d) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:00:23.725922 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:23.772783 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:23.806522 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:23.852118 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:00:23.855194 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:00:23.858997 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:00:23.865293 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=f0b8da74-d9c0-440b-99ef-0147b592ae3d,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:23.913243 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:23.913867 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:23.931433 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-7a4c4b95-914d-436c-ad8d-2aa3fe3ee991 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5888169 Jul 12 04:00:23.951395 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Request body: {'port': {'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:23.985356 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:24.019449 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:24.043850 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-7d234ed8-bc18-4901-ac58-472bab767abe None None] Provisioning complete for port f0b8da74-d9c0-440b-99ef-0147b592ae3d triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:24.044458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7d234ed8-bc18-4901-ac58-472bab767abe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:24.075053 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-7d234ed8-bc18-4901-ac58-472bab767abe None None] Port f0b8da74-d9c0-440b-99ef-0147b592ae3d cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 04:00:24.273234 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0b8da74-d9c0-440b-99ef-0147b592ae3d {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:00:24.282449 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Publish callbacks [] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:24.301003 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Transition to ACTIVE for port object f0b8da74-d9c0-440b-99ef-0147b592ae3d will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 04:00:24.306521 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:24.355039 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Pushing event updated for resources: {'Port': ['ID=f0b8da74-d9c0-440b-99ef-0147b592ae3d,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:24.436213 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Attempting to bind port f0b8da74-d9c0-440b-99ef-0147b592ae3d on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 04:00:24.436564 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Attempting to bind port f0b8da74-d9c0-440b-99ef-0147b592ae3d by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 04:00:24.436890 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Attempting to bind port f0b8da74-d9c0-440b-99ef-0147b592ae3d on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:00:24.442069 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Port f0b8da74-d9c0-440b-99ef-0147b592ae3d on network 56d544be-a0fe-4e9c-9375-791b0f38b322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 04:00:24.442368 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Attempting to bind port f0b8da74-d9c0-440b-99ef-0147b592ae3d on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:00:24.448276 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 4, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 04:00:24.448612 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Checking segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 04:00:24.449035 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Bound using segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 04:00:24.449442 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Bound port: f0b8da74-d9c0-440b-99ef-0147b592ae3d, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 04:00:24.449786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:24.511618 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] For port f0b8da74-d9c0-440b-99ef-0147b592ae3d, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 04:00:24.514803 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] For port f0b8da74-d9c0-440b-99ef-0147b592ae3d, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f0b8da74-d9c0-440b-99ef-0147b592ae3d,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 04:00:24.522642 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:24.525781 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=1,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:24.562138 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:24.562880 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:24.564475 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] 10.222.0.44 "PUT /v2.0/ports/f0b8da74-d9c0-440b-99ef-0147b592ae3d HTTP/1.1" status: 200 len: 1094 time: 0.6174617 Jul 12 04:00:24.567530 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'tag': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:00:24.570003 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3daf26d2-f777-4451-a155-ab2826426cbe" -d '{"events": [{"name": "network-changed", "server_uuid": "a87f737c-428c-4c33-9622-1cb03773adf4", "tag": "f0b8da74-d9c0-440b-99ef-0147b592ae3d"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:00:24.600961 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e008b159-3de0-488f-8344-1c62e350eafe service neutron] Pushing event updated for resources: {'Port': ['ID=f0b8da74-d9c0-440b-99ef-0147b592ae3d,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:24.619163 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27c46d3d-9230-4183-9503-a052deb411b0 x-openstack-request-id: req-27c46d3d-9230-4183-9503-a052deb411b0 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:00:24.619449 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87f737c-428c-4c33-9622-1cb03773adf4", "tag": "f0b8da74-d9c0-440b-99ef-0147b592ae3d", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:00:24.619702 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-27c46d3d-9230-4183-9503-a052deb411b0 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:00:24.620179 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-27c46d3d-9230-4183-9503-a052deb411b0'] response: {'name': 'network-changed', 'server_uuid': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'tag': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'status': 'completed', 'code': 200} Jul 12 04:00:24.671204 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227d42db-1fc5-459f-a00e-c232216bf59f req-4bb876a4-3770-4ce9-a351-f452c34ee742 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:24.672847 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-227d42db-1fc5-459f-a00e-c232216bf59f req-4bb876a4-3770-4ce9-a351-f452c34ee742 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 944 time: 0.0497394 Jul 12 04:00:24.722279 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-227d42db-1fc5-459f-a00e-c232216bf59f req-71406ad0-c108-4551-b82e-e3dedd629ad6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436509 Jul 12 04:00:24.830345 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:25.859850 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ea1467-0019-46ae-ace2-751b7dabfd03 req-10768d02-e8ee-4863-924e-11ff76477cb6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:25.861240 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a1ea1467-0019-46ae-ace2-751b7dabfd03 req-10768d02-e8ee-4863-924e-11ff76477cb6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 944 time: 0.0622892 Jul 12 04:00:25.912229 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a1ea1467-0019-46ae-ace2-751b7dabfd03 req-01312cb0-7d7f-4482-ab96-00c0d8bb3dc7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446463 Jul 12 04:00:27.045915 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6256d204-287c-4e67-a689-ab7c5ef3ff94 req-2e138c45-93a2-424c-bab4-fff934c137ae tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:27.047446 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6256d204-287c-4e67-a689-ab7c5ef3ff94 req-2e138c45-93a2-424c-bab4-fff934c137ae tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 944 time: 0.0488451 Jul 12 04:00:27.095655 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6256d204-287c-4e67-a689-ab7c5ef3ff94 req-eca363ee-a18c-4433-a108-f1b62cacacc1 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401616 Jul 12 04:00:27.491186 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:27.525655 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf26d2-f777-4451-a155-ab2826426cbe req-e8393eb0-f20c-44fb-88bb-84656545c54b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:27.527145 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3daf26d2-f777-4451-a155-ab2826426cbe req-e8393eb0-f20c-44fb-88bb-84656545c54b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 1128 time: 0.0453176 Jul 12 04:00:27.635206 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf26d2-f777-4451-a155-ab2826426cbe req-98e7c6a8-34aa-43d1-9304-021febcec2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:27.636735 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3daf26d2-f777-4451-a155-ab2826426cbe req-98e7c6a8-34aa-43d1-9304-021febcec2e2 service neutron] 10.222.0.44 "GET /v2.0/networks?tenant_id=5c29114118814a298f6337842ad29a9b&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0952644 Jul 12 04:00:27.746566 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daf26d2-f777-4451-a155-ab2826426cbe req-448b22bf-c711-4a48-83a2-4d33a5f4f012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:27.748658 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3daf26d2-f777-4451-a155-ab2826426cbe req-448b22bf-c711-4a48-83a2-4d33a5f4f012 service neutron] 10.222.0.44 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1052194 Jul 12 04:00:27.849521 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e32447-eb91-4852-9e19-de366b5ed66c req-2cdfb108-0add-4423-8ecb-4ec20aff2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:27.851308 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-2cdfb108-0add-4423-8ecb-4ec20aff2e04 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 1128 time: 0.0405960 Jul 12 04:00:27.897232 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-401366f2-6f0f-48ef-8a3b-e8e6735066fb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0b8da74-d9c0-440b-99ef-0147b592ae3d HTTP/1.1" status: 200 len: 217 time: 0.0326912 Jul 12 04:00:27.951433 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e32447-eb91-4852-9e19-de366b5ed66c req-4b104e9c-a730-4e5c-9902-09e70d5fed0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:27.952925 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-4b104e9c-a730-4e5c-9902-09e70d5fed0e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0487669 Jul 12 04:00:27.996450 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e32447-eb91-4852-9e19-de366b5ed66c req-ef05f47a-a684-48bd-a0a3-120a64b9a058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:27.997967 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-ef05f47a-a684-48bd-a0a3-120a64b9a058 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388367 Jul 12 04:00:28.088945 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-e8187cc3-4912-4cbe-9d90-790e49f0659f service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846431 Jul 12 04:00:28.188747 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-25e32447-eb91-4852-9e19-de366b5ed66c req-5fa6fbd0-3c0d-482b-8a93-038a9a73508e service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899563 Jul 12 04:00:28.214635 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2d896-7257-487c-8c77-0a27b6d21db2 req-cb361d70-9f4f-41a3-b048-f130a1c28b5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:28.216927 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4ba2d896-7257-487c-8c77-0a27b6d21db2 req-cb361d70-9f4f-41a3-b048-f130a1c28b5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 944 time: 0.0526695 Jul 12 04:00:28.262855 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4ba2d896-7257-487c-8c77-0a27b6d21db2 req-1c7e36cd-23bf-43d7-83a3-ed6b0f12bbdb tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400681 Jul 12 04:00:29.386195 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdccfc4-9516-4ee5-a216-aaa4f40ba814 req-7333a166-4e19-4842-944e-62bae28110d8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:29.387654 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7cdccfc4-9516-4ee5-a216-aaa4f40ba814 req-7333a166-4e19-4842-944e-62bae28110d8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 944 time: 0.0482140 Jul 12 04:00:29.451370 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7cdccfc4-9516-4ee5-a216-aaa4f40ba814 req-7bab0bbf-54c8-4383-8ba2-c79c45985c75 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576525 Jul 12 04:00:30.576684 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33a6e4e-7cc7-471d-bc95-72e914f18901 req-27f35aeb-4451-4687-86dc-0e4a50f867fe tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:30.578160 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a33a6e4e-7cc7-471d-bc95-72e914f18901 req-27f35aeb-4451-4687-86dc-0e4a50f867fe tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 944 time: 0.0504646 Jul 12 04:00:30.621663 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:30.642982 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a33a6e4e-7cc7-471d-bc95-72e914f18901 req-6b50ba43-8197-433c-8ed2-c848e498587c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567620 Jul 12 04:00:30.675585 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=26 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:30.738820 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:31.766239 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4157e564-1aae-4a74-852a-6a75f5a6ddb4 req-62963d46-7992-4955-b354-695dcb6d1eea tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:31.767741 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4157e564-1aae-4a74-852a-6a75f5a6ddb4 req-62963d46-7992-4955-b354-695dcb6d1eea tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 944 time: 0.0523412 Jul 12 04:00:31.818665 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4157e564-1aae-4a74-852a-6a75f5a6ddb4 req-174744af-76a6-4c82-b322-07dc8f9b7e23 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427282 Jul 12 04:00:32.952338 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcd33d6-afbb-43b9-ba77-87d23c6b6ec9 req-1df1142f-872a-4fe6-bfa7-bd2988ac8a77 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:32.953810 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2dcd33d6-afbb-43b9-ba77-87d23c6b6ec9 req-1df1142f-872a-4fe6-bfa7-bd2988ac8a77 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 944 time: 0.0535254 Jul 12 04:00:33.003423 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2dcd33d6-afbb-43b9-ba77-87d23c6b6ec9 req-2ba77c4f-42fd-420d-91cc-b8747d806350 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432322 Jul 12 04:00:34.127559 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bf8ca1-916a-4715-a9c8-a2261b7a194f req-dc55fb3f-5c81-4fa8-9f7d-79d287c08ad8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:34.129058 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55bf8ca1-916a-4715-a9c8-a2261b7a194f req-dc55fb3f-5c81-4fa8-9f7d-79d287c08ad8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 944 time: 0.0479155 Jul 12 04:00:34.178601 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:34.183250 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-55bf8ca1-916a-4715-a9c8-a2261b7a194f req-d5b7ee77-0cf9-415e-9b3f-a51fdecc437a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486581 Jul 12 04:00:34.556861 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device f0b8da74-d9c0-440b-99ef-0147b592ae3d details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 04:00:34.664888 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port f0b8da74-d9c0-440b-99ef-0147b592ae3d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f0b8da74-d9c0-440b-99ef-0147b592ae3d,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:34.676757 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 04:00:34.718061 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port f0b8da74-d9c0-440b-99ef-0147b592ae3d is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:34.718455 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:34.731635 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0b8da74-d9c0-440b-99ef-0147b592ae3d {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:00:34.759953 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port f0b8da74-d9c0-440b-99ef-0147b592ae3d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f0b8da74-d9c0-440b-99ef-0147b592ae3d,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:34.766046 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:34.814970 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=f0b8da74-d9c0-440b-99ef-0147b592ae3d,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:35.309365 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6856dc-b0a4-4dec-83da-f87a926bdbce req-569d3cd8-0e29-45c4-b62a-1837f2fe31e0 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:35.311016 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8e6856dc-b0a4-4dec-83da-f87a926bdbce req-569d3cd8-0e29-45c4-b62a-1837f2fe31e0 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 945 time: 0.0530837 Jul 12 04:00:35.375385 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8e6856dc-b0a4-4dec-83da-f87a926bdbce req-76473bc8-82ee-4b86-8571-44a0ae18ac9c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585463 Jul 12 04:00:35.475758 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['f0b8da74-d9c0-440b-99ef-0147b592ae3d'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 04:00:36.498380 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9797a6c9-86a5-436f-bca1-eb94e360cb6a req-6aafddf6-5c6e-4ed9-84bd-811a965d0962 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:36.499903 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9797a6c9-86a5-436f-bca1-eb94e360cb6a req-6aafddf6-5c6e-4ed9-84bd-811a965d0962 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 945 time: 0.0518777 Jul 12 04:00:36.549542 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9797a6c9-86a5-436f-bca1-eb94e360cb6a req-1333b7f2-cc77-43bf-9ade-bc7660e8d82e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437233 Jul 12 04:00:36.556844 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device f0b8da74-d9c0-440b-99ef-0147b592ae3d up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:00:36.599454 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port f0b8da74-d9c0-440b-99ef-0147b592ae3d completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 04:00:36.607059 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port f0b8da74-d9c0-440b-99ef-0147b592ae3d triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:00:36.607441 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:36.683964 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port f0b8da74-d9c0-440b-99ef-0147b592ae3d is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:00:36.684376 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:36.709735 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:00:36.712037 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c94113ad-ba40-4bff-9437-14339beffbe4" -d '{"events": [{"server_uuid": "a87f737c-428c-4c33-9622-1cb03773adf4", "name": "network-vif-plugged", "status": "completed", "tag": "f0b8da74-d9c0-440b-99ef-0147b592ae3d"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:00:36.727230 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port f0b8da74-d9c0-440b-99ef-0147b592ae3d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f0b8da74-d9c0-440b-99ef-0147b592ae3d,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:00:36.730967 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:36.753349 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:00:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ceec12-31c3-4ec8-be4a-1f0f1d383728 x-openstack-request-id: req-96ceec12-31c3-4ec8-be4a-1f0f1d383728 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:00:36.753634 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87f737c-428c-4c33-9622-1cb03773adf4", "name": "network-vif-plugged", "status": "completed", "tag": "f0b8da74-d9c0-440b-99ef-0147b592ae3d", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:00:36.753885 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-96ceec12-31c3-4ec8-be4a-1f0f1d383728 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:00:36.754261 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-96ceec12-31c3-4ec8-be4a-1f0f1d383728'] response: {'server_uuid': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'code': 200} Jul 12 04:00:36.778233 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=f0b8da74-d9c0-440b-99ef-0147b592ae3d,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:36.967994 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c581718c-4bdf-4361-a6b4-e9c9b49cf2d2 req-f9887b19-4fa2-4e28-9f19-74518c07db2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:36.969588 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c581718c-4bdf-4361-a6b4-e9c9b49cf2d2 req-f9887b19-4fa2-4e28-9f19-74518c07db2d service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 1130 time: 0.0403030 Jul 12 04:00:37.014905 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c581718c-4bdf-4361-a6b4-e9c9b49cf2d2 req-04603844-ce2c-430b-8f4e-b822e824f78a service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387623 Jul 12 04:00:37.655500 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:37.666964 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d42e34-c892-4a3b-bbae-89c6b85a353a req-72d9cc8b-b718-4b1d-a5bb-ca4f08bb5f6b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:37.668736 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c9d42e34-c892-4a3b-bbae-89c6b85a353a req-72d9cc8b-b718-4b1d-a5bb-ca4f08bb5f6b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0493660 Jul 12 04:00:37.722866 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-c9d42e34-c892-4a3b-bbae-89c6b85a353a req-6dd88b81-8f2d-4ba5-b3c3-90fe1cf5de43 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474734 Jul 12 04:00:38.836720 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:38.852462 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bef55e2-2eb9-442b-bb3b-fced94ba82d7 req-2eb89eae-1f52-4a2e-9d81-ae7a3087411c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:38.853964 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5bef55e2-2eb9-442b-bb3b-fced94ba82d7 req-2eb89eae-1f52-4a2e-9d81-ae7a3087411c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0486701 Jul 12 04:00:38.903726 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5bef55e2-2eb9-442b-bb3b-fced94ba82d7 req-05c8346d-7ad4-46c5-beb5-a5c1876d7023 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441222 Jul 12 04:00:40.039871 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84785ffd-e731-4bf4-a535-0b31aa581790 req-fc02caa9-5063-4b8c-a609-4a64f5f204ce tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:40.041353 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-84785ffd-e731-4bf4-a535-0b31aa581790 req-fc02caa9-5063-4b8c-a609-4a64f5f204ce tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0480626 Jul 12 04:00:40.088251 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-84785ffd-e731-4bf4-a535-0b31aa581790 req-3c4b48fd-00f7-422e-8703-91d8c44eac0c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411794 Jul 12 04:00:41.218901 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc99ace9-12e9-428a-9144-ad1448d3c61d req-5968e0fc-9290-4b7d-a653-5b196d631647 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:41.220388 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bc99ace9-12e9-428a-9144-ad1448d3c61d req-5968e0fc-9290-4b7d-a653-5b196d631647 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0473504 Jul 12 04:00:41.267427 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-bc99ace9-12e9-428a-9144-ad1448d3c61d req-5a97a4a8-4cea-4669-8c72-7e4e0dfabb10 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412714 Jul 12 04:00:42.393050 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b56e220-a579-4e43-9b8e-9070474e7923 req-7d2ce33c-869b-47e9-8ce3-ed41ac274ba5 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:42.394480 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8b56e220-a579-4e43-9b8e-9070474e7923 req-7d2ce33c-869b-47e9-8ce3-ed41ac274ba5 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0478895 Jul 12 04:00:42.450334 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8b56e220-a579-4e43-9b8e-9070474e7923 req-5df192a7-eba1-404f-9ac6-bd84798987e6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502379 Jul 12 04:00:43.573606 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3a71e-d224-45df-920b-3a82e40a9ddf req-b0976e3d-cb43-485a-8fc4-4e1eb446ef50 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:43.575140 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8ea3a71e-d224-45df-920b-3a82e40a9ddf req-b0976e3d-cb43-485a-8fc4-4e1eb446ef50 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0491979 Jul 12 04:00:43.625329 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-8ea3a71e-d224-45df-920b-3a82e40a9ddf req-bfc73fe7-d399-4e43-85aa-d050034acaa7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444620 Jul 12 04:00:43.852322 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:43.890316 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:44.750381 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4e03c1-6e13-43bd-b337-fb33da7ebc3f req-eead9149-2a5b-47c1-ac16-f77c47cf25e8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:44.751887 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ae4e03c1-6e13-43bd-b337-fb33da7ebc3f req-eead9149-2a5b-47c1-ac16-f77c47cf25e8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0528259 Jul 12 04:00:44.817125 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ae4e03c1-6e13-43bd-b337-fb33da7ebc3f req-5de3ad80-68ef-473e-91c1-b040ba95c3f8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594659 Jul 12 04:00:44.931100 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b590d975-e87a-4420-ba52-14f837d23946 req-d42ceb1a-6351-4234-b6da-0358741900e5 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:44.932506 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b590d975-e87a-4420-ba52-14f837d23946 req-d42ceb1a-6351-4234-b6da-0358741900e5 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0531108 Jul 12 04:00:44.943285 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42176) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:44.948401 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-43da91e2-4161-4bb2-bb00-2eaf7d4d3b08 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'floatingip': {'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:00:44.987390 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43da91e2-4161-4bb2-bb00-2eaf7d4d3b08 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (7bf9ece1-0b29-47e3-ae98-79133e089034), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:45.217193 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a72fd4a7-064b-4fb3-8ef8-a601ab422d71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:45.701324 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43da91e2-4161-4bb2-bb00-2eaf7d4d3b08 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:45.707412 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43da91e2-4161-4bb2-bb00-2eaf7d4d3b08 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (7bf9ece1-0b29-47e3-ae98-79133e089034), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:45.753274 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:45.816509 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [None req-43da91e2-4161-4bb2-bb00-2eaf7d4d3b08 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Floating IP 7bf9ece1-0b29-47e3-ae98-79133e089034 associated. External IP: 172.27.0.127, port: f0b8da74-d9c0-440b-99ef-0147b592ae3d. Jul 12 04:00:45.908210 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:46.014369 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43da91e2-4161-4bb2-bb00-2eaf7d4d3b08 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:00:46.117931 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43da91e2-4161-4bb2-bb00-2eaf7d4d3b08 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:00:46.122412 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-43da91e2-4161-4bb2-bb00-2eaf7d4d3b08 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:46.127955 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:00:46.138674 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:46.139299 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:00:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:46.152597 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-43da91e2-4161-4bb2-bb00-2eaf7d4d3b08 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "PUT /v2.0/floatingips/7bf9ece1-0b29-47e3-ae98-79133e089034 HTTP/1.1" status: 200 len: 992 time: 1.2079141 Jul 12 04:00:46.153146 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'tag': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:00:46.155356 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78" -d '{"events": [{"name": "network-changed", "server_uuid": "a87f737c-428c-4c33-9622-1cb03773adf4", "tag": "f0b8da74-d9c0-440b-99ef-0147b592ae3d"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:00:46.188597 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:46.246317 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:46.247254 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a861c47-35ae-4942-8d68-1d09b8e2f887 x-openstack-request-id: req-1a861c47-35ae-4942-8d68-1d09b8e2f887 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:00:46.247544 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87f737c-428c-4c33-9622-1cb03773adf4", "tag": "f0b8da74-d9c0-440b-99ef-0147b592ae3d", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:00:46.247790 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a861c47-35ae-4942-8d68-1d09b8e2f887 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:00:46.248252 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a861c47-35ae-4942-8d68-1d09b8e2f887'] response: {'name': 'network-changed', 'server_uuid': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'tag': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'status': 'completed', 'code': 200} Jul 12 04:00:46.279875 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:46.452367 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '7bf9ece1-0b29-47e3-ae98-79133e089034', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:45Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:46.476740 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:00:46.485853 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:00:46.486449 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:00:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:46.599628 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:00:46.692192 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:46.811752 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '7bf9ece1-0b29-47e3-ae98-79133e089034', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:45Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:00:46.836607 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332756b6-b3ce-4891-a35a-dd0e45ed538b None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '7bf9ece1-0b29-47e3-ae98-79133e089034', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:45Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:00:46.856460 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:47.031711 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55aae10e-1fe4-486a-9d12-dceaf8da7630 None None] New status for floating IP 7bf9ece1-0b29-47e3-ae98-79133e089034: ACTIVE {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:00:47.731360 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-2cff9c67-6dea-4040-ab31-bbbbd85d1b68 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:48.706037 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:49.681742 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-c2fb772f-cb47-4480-ad6f-f56f4cbce232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:49.683320 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-c2fb772f-cb47-4480-ad6f-f56f4cbce232 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 1130 time: 0.0497739 Jul 12 04:00:49.788484 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-87a675b0-276a-48e7-a972-32a4a8d10ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:49.789873 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-87a675b0-276a-48e7-a972-32a4a8d10ba0 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0992115 Jul 12 04:00:49.858142 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-a2ff026e-fb7e-4cf8-a99f-75c9be9182a1 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0b8da74-d9c0-440b-99ef-0147b592ae3d HTTP/1.1" status: 200 len: 1002 time: 0.0605698 Jul 12 04:00:49.909051 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-4de2af24-d832-446c-91bc-2ce2cf288757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:49.910488 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-4de2af24-d832-446c-91bc-2ce2cf288757 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0446589 Jul 12 04:00:49.924321 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:00:49.960664 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-b1e374a7-6270-41c7-8b12-243fe1715716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:00:49.962191 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-b1e374a7-6270-41c7-8b12-243fe1715716 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399332 Jul 12 04:00:50.063068 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-cf5b07f3-90c7-4ea1-a0c3-b7efa4c04eff service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928094 Jul 12 04:00:50.166717 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8c2eaed-a8a4-4239-9e66-4b399f2e9a78 req-e055dbaf-a580-4c41-be5c-d546f9c64b14 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966241 Jul 12 04:00:50.177780 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:50.588063 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:54.715734 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42258) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:54.838314 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-31828b84-d99e-4ca2-827d-7fb56fb3a984 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:54.919789 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-31828b84-d99e-4ca2-827d-7fb56fb3a984 admin admin] Publish callbacks [] for security_group (90f9665e-bcc5-490e-9ca0-7542e5b6a238), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:54.920872 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=46 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:54.922908 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=29 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:54.925188 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-31828b84-d99e-4ca2-827d-7fb56fb3a984 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (90f9665e-bcc5-490e-9ca0-7542e5b6a238), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:54.929586 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:54.930209 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:54.970742 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31828b84-d99e-4ca2-827d-7fb56fb3a984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f9665e-bcc5-490e-9ca0-7542e5b6a238,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:54.976649 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-31828b84-d99e-4ca2-827d-7fb56fb3a984 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=6faaef877fb04e7ea46af3a8e6dbb318&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2598088 Jul 12 04:00:54.979442 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42262) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:55.028366 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c441f8b2-24ac-4ebc-8d43-4d28a68bd380 admin admin] Publish callbacks [] for security_group (90f9665e-bcc5-490e-9ca0-7542e5b6a238), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.049903 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c441f8b2-24ac-4ebc-8d43-4d28a68bd380 admin admin] Publish callbacks [] for security_group (90f9665e-bcc5-490e-9ca0-7542e5b6a238), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.100571 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c441f8b2-24ac-4ebc-8d43-4d28a68bd380 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (90f9665e-bcc5-490e-9ca0-7542e5b6a238), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.103734 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-c441f8b2-24ac-4ebc-8d43-4d28a68bd380 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.104938 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-c441f8b2-24ac-4ebc-8d43-4d28a68bd380 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/90f9665e-bcc5-490e-9ca0-7542e5b6a238 HTTP/1.1" status: 204 len: 168 time: 0.1246161 Jul 12 04:00:55.113214 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c441f8b2-24ac-4ebc-8d43-4d28a68bd380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f9665e-bcc5-490e-9ca0-7542e5b6a238,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:55.379733 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42268) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:55.393709 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3386d466-68ae-4bd8-acbf-07cdf36a3dee admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.478055 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3386d466-68ae-4bd8-acbf-07cdf36a3dee admin admin] Publish callbacks [] for security_group (da5f102f-c155-4bb9-8eaa-1a7f31890328), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.483002 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3386d466-68ae-4bd8-acbf-07cdf36a3dee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (da5f102f-c155-4bb9-8eaa-1a7f31890328), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.520794 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386d466-68ae-4bd8-acbf-07cdf36a3dee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da5f102f-c155-4bb9-8eaa-1a7f31890328,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:55.526186 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-3386d466-68ae-4bd8-acbf-07cdf36a3dee admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=ed27fd8265054594a785b4b422768d4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1453640 Jul 12 04:00:55.528752 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42270) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:55.584245 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-21a9e980-b930-48d5-b5d4-279e2b6fd641 admin admin] Publish callbacks [] for security_group (da5f102f-c155-4bb9-8eaa-1a7f31890328), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.605817 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-21a9e980-b930-48d5-b5d4-279e2b6fd641 admin admin] Publish callbacks [] for security_group (da5f102f-c155-4bb9-8eaa-1a7f31890328), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.658653 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-21a9e980-b930-48d5-b5d4-279e2b6fd641 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (da5f102f-c155-4bb9-8eaa-1a7f31890328), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.661242 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-21a9e980-b930-48d5-b5d4-279e2b6fd641 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:55.662419 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-21a9e980-b930-48d5-b5d4-279e2b6fd641 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/da5f102f-c155-4bb9-8eaa-1a7f31890328 HTTP/1.1" status: 204 len: 168 time: 0.1327760 Jul 12 04:00:55.670481 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9e980-b930-48d5-b5d4-279e2b6fd641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da5f102f-c155-4bb9-8eaa-1a7f31890328,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:56.747217 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42300) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:56.856043 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-251c1e58-e1eb-41d1-a30b-f724e0262f1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:56.950790 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-251c1e58-e1eb-41d1-a30b-f724e0262f1f admin admin] Publish callbacks [] for security_group (1080b2de-8b87-4ce9-80e4-b5a9c7e99920), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:56.956567 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-251c1e58-e1eb-41d1-a30b-f724e0262f1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1080b2de-8b87-4ce9-80e4-b5a9c7e99920), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:56.995475 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-251c1e58-e1eb-41d1-a30b-f724e0262f1f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=767c21fda78b4e6fa7e8946473f8f373&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2471361 Jul 12 04:00:56.996333 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251c1e58-e1eb-41d1-a30b-f724e0262f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1080b2de-8b87-4ce9-80e4-b5a9c7e99920,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:56.998438 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 42304) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:00:57.049195 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c0d7bfdd-a1ff-44fd-9c3c-f9a82ee59ab4 admin admin] Publish callbacks [] for security_group (1080b2de-8b87-4ce9-80e4-b5a9c7e99920), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:57.070903 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c0d7bfdd-a1ff-44fd-9c3c-f9a82ee59ab4 admin admin] Publish callbacks [] for security_group (1080b2de-8b87-4ce9-80e4-b5a9c7e99920), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:57.127647 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c0d7bfdd-a1ff-44fd-9c3c-f9a82ee59ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1080b2de-8b87-4ce9-80e4-b5a9c7e99920), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:57.131565 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c0d7bfdd-a1ff-44fd-9c3c-f9a82ee59ab4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:00:57.132740 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-c0d7bfdd-a1ff-44fd-9c3c-f9a82ee59ab4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1080b2de-8b87-4ce9-80e4-b5a9c7e99920 HTTP/1.1" status: 204 len: 168 time: 0.1332347 Jul 12 04:00:57.140852 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d7bfdd-a1ff-44fd-9c3c-f9a82ee59ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1080b2de-8b87-4ce9-80e4-b5a9c7e99920,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:00:59.919519 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:00:59.920404 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:01.267914 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 42374) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:01.373868 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ab198653-cb43-4252-a726-3864e5656ea3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:01.452080 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ab198653-cb43-4252-a726-3864e5656ea3 admin admin] Publish callbacks [] for security_group (fee8a1d1-8c5d-4f7b-98ba-eaa92377bf16), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:01.457652 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-ab198653-cb43-4252-a726-3864e5656ea3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (fee8a1d1-8c5d-4f7b-98ba-eaa92377bf16), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:01.500020 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ab198653-cb43-4252-a726-3864e5656ea3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4c0a7b2dac194a598025eee16657861a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2309206 Jul 12 04:01:01.500992 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab198653-cb43-4252-a726-3864e5656ea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee8a1d1-8c5d-4f7b-98ba-eaa92377bf16,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:01.502208 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42378) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:01.509491 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=83,neutron:DELETE=3,neutron:INSERT=13,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:01.552665 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0ec72494-d1d0-43a8-a224-ff38e735cd18 admin admin] Publish callbacks [] for security_group (fee8a1d1-8c5d-4f7b-98ba-eaa92377bf16), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:01.554730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=85,neutron:DELETE=5,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:01.574529 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0ec72494-d1d0-43a8-a224-ff38e735cd18 admin admin] Publish callbacks [] for security_group (fee8a1d1-8c5d-4f7b-98ba-eaa92377bf16), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:01.622503 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0ec72494-d1d0-43a8-a224-ff38e735cd18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (fee8a1d1-8c5d-4f7b-98ba-eaa92377bf16), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:01.624977 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0ec72494-d1d0-43a8-a224-ff38e735cd18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:01.626129 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-0ec72494-d1d0-43a8-a224-ff38e735cd18 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fee8a1d1-8c5d-4f7b-98ba-eaa92377bf16 HTTP/1.1" status: 204 len: 168 time: 0.1229565 Jul 12 04:01:01.634099 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec72494-d1d0-43a8-a224-ff38e735cd18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee8a1d1-8c5d-4f7b-98ba-eaa92377bf16,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:05.684165 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:07.153596 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=55,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:08.580695 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42470) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:08.728503 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Deleting port 9966d210-bf92-460e-aa1e-6ac5a25feaf2 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:08.728783 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (9966d210-bf92-460e-aa1e-6ac5a25feaf2), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:08.808281 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (9966d210-bf92-460e-aa1e-6ac5a25feaf2), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:08.808597 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (9966d210-bf92-460e-aa1e-6ac5a25feaf2), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:08.821918 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Calling delete_port for 9966d210-bf92-460e-aa1e-6ac5a25feaf2 owned by network:floatingip {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:08.994630 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (9966d210-bf92-460e-aa1e-6ac5a25feaf2), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:09.017911 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event deleted for resources: {'Port': ['ID=9966d210-bf92-460e-aa1e-6ac5a25feaf2,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:09.085529 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (502e0d2f-bdf1-450b-a2f1-5933ed88302e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:09.085822 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Floating IP 502e0d2f-bdf1-450b-a2f1-5933ed88302e disassociated (deleted). External IP: 172.27.0.79, port: b54c3cd0-0543-4605-8bcb-366ec7d32882. Jul 12 04:01:09.282825 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:09.293092 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Router ff031031-335e-42e4-a595-89a7537003a8 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:01:09.397201 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:01:09.402263 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:09.407409 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] Sync routers for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:01:09.419079 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:01:09.419759 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:00:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:09.433189 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-982e8477-7fb0-4afd-96b6-f79d59fa2804 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "DELETE /v2.0/floatingips/502e0d2f-bdf1-450b-a2f1-5933ed88302e HTTP/1.1" status: 204 len: 168 time: 0.8511837 Jul 12 04:01:09.436729 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:01:09.436729 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbbf18e7-9c78-40ea-991b-ec33ceada27e" -d '{"events": [{"name": "network-changed", "server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:01:09.480821 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:01:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5954c8d-df6d-4543-8ffe-3627b03b4f73 x-openstack-request-id: req-b5954c8d-df6d-4543-8ffe-3627b03b4f73 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:01:09.481244 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:01:09.481441 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-b5954c8d-df6d-4543-8ffe-3627b03b4f73 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:01:09.481919 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5954c8d-df6d-4543-8ffe-3627b03b4f73'] response: {'name': 'network-changed', 'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'status': 'completed', 'code': 200} Jul 12 04:01:09.525780 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:01:09.548027 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:09.585627 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-fc8764c8-b431-465c-ba55-af671aa4eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:09.587607 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-fc8764c8-b431-465c-ba55-af671aa4eafe service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 1130 time: 0.0509460 Jul 12 04:01:09.678673 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e7076c-ac2c-46d7-858f-a0a236465347 req-010dded6-0a9a-4073-a9a1-8d00d53027bd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:09.680324 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f4e7076c-ac2c-46d7-858f-a0a236465347 req-010dded6-0a9a-4073-a9a1-8d00d53027bd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 946 time: 0.0506842 Jul 12 04:01:09.740974 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f4e7076c-ac2c-46d7-858f-a0a236465347 req-a44601da-fd9d-40a4-bc8e-05e752def6fb tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529799 Jul 12 04:01:09.878826 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '5e5bbb22-386c-409f-a1c8-c7c5e89e6583', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:20Z', 'updated_at': '2022-07-12T03:56:22Z', 'revision_number': 1, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:09.906805 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] Checking router: ff031031-335e-42e4-a595-89a7537003a8 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:01:09.916416 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:01:09.917138 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:00:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:10.024362 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:01:10.245312 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '5e5bbb22-386c-409f-a1c8-c7c5e89e6583', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:20Z', 'updated_at': '2022-07-12T03:56:22Z', 'revision_number': 1, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:10.270991 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8381576-97da-4ad4-8621-0e2f9b365b93 None None] The sync data for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi is: [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '5e5bbb22-386c-409f-a1c8-c7c5e89e6583', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'floating_ip_address': '172.27.0.43', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'port_id': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 516, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'mac_address': 'fa:16:3e:e8:5d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T03:56:20Z', 'updated_at': '2022-07-12T03:56:22Z', 'revision_number': 1, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:01:10.502780 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4147fc11-ef79-4ae3-ac92-e6f95366542d None None] New status for floating IP 502e0d2f-bdf1-450b-a2f1-5933ed88302e: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:01:10.865001 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036d4d80-7d69-4658-a36f-06cacd3fec40 req-5d2b0682-8e96-4a73-935f-a9c248e8d96c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:10.866371 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-036d4d80-7d69-4658-a36f-06cacd3fec40 req-5d2b0682-8e96-4a73-935f-a9c248e8d96c tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 946 time: 0.0525215 Jul 12 04:01:10.869520 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-bbf5d165-1b66-4cf1-8d98-7bd31f78ebd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:10.871045 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-bbf5d165-1b66-4cf1-8d98-7bd31f78ebd7 service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 913 time: 0.0880313 Jul 12 04:01:10.915702 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-ea94dbe7-3df4-4415-a4bf-5f4487765bc3 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b54c3cd0-0543-4605-8bcb-366ec7d32882 HTTP/1.1" status: 200 len: 217 time: 0.0375314 Jul 12 04:01:10.918677 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-036d4d80-7d69-4658-a36f-06cacd3fec40 req-a0daaab4-2758-4129-94c9-bb5da447f6f7 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463598 Jul 12 04:01:10.965560 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-1b1d9458-bc3c-4344-a21f-74d76cb6343e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:10.967018 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-1b1d9458-bc3c-4344-a21f-74d76cb6343e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0448842 Jul 12 04:01:11.016134 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-477601c2-d8e7-49b7-bc83-c4c5a9c865bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:11.017643 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-477601c2-d8e7-49b7-bc83-c4c5a9c865bd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435421 Jul 12 04:01:11.141946 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-432ee8d7-2f58-4550-bc25-532df9338cb8 service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859606 Jul 12 04:01:11.239267 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-dbbf18e7-9c78-40ea-991b-ec33ceada27e req-6e2efee7-31a4-415c-877a-87b78570bd8d service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894392 Jul 12 04:01:12.013599 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315226b5-952a-471e-bd0e-b05f776bf740 req-183bfe93-727c-4e0d-9cb9-9f63dbb851a7 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:12.015055 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-315226b5-952a-471e-bd0e-b05f776bf740 req-183bfe93-727c-4e0d-9cb9-9f63dbb851a7 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 946 time: 0.0570815 Jul 12 04:01:12.077709 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaba263-a6ec-4efe-91d5-c9839b9a4995 req-a113af1c-ae88-4624-acfb-36bb2988a6f1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:12.079179 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ceaba263-a6ec-4efe-91d5-c9839b9a4995 req-a113af1c-ae88-4624-acfb-36bb2988a6f1 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 946 time: 0.0842500 Jul 12 04:01:12.159811 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-315226b5-952a-471e-bd0e-b05f776bf740 req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Deleting port b54c3cd0-0543-4605-8bcb-366ec7d32882 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:12.160067 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-315226b5-952a-471e-bd0e-b05f776bf740 req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:12.168227 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ceaba263-a6ec-4efe-91d5-c9839b9a4995 req-d6ca6617-3a78-4e9b-bed5-ea6a1fa5abc6 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829391 Jul 12 04:01:12.227287 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:12.268340 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-315226b5-952a-471e-bd0e-b05f776bf740 req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] For port b54c3cd0-0543-4605-8bcb-366ec7d32882, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=b54c3cd0-0543-4605-8bcb-366ec7d32882,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:01:12.268685 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-315226b5-952a-471e-bd0e-b05f776bf740 req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:12.288153 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-315226b5-952a-471e-bd0e-b05f776bf740 req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Calling delete_port for b54c3cd0-0543-4605-8bcb-366ec7d32882 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:12.426578 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-315226b5-952a-471e-bd0e-b05f776bf740 req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (b54c3cd0-0543-4605-8bcb-366ec7d32882), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:12.454840 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event deleted for resources: {'Port': ['ID=b54c3cd0-0543-4605-8bcb-366ec7d32882,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:12.500045 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-315226b5-952a-471e-bd0e-b05f776bf740 req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] No DVR routers for this DVR port b54c3cd0-0543-4605-8bcb-366ec7d32882 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:01:12.502705 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-315226b5-952a-471e-bd0e-b05f776bf740 req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:12.506426 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-315226b5-952a-471e-bd0e-b05f776bf740 req-eb93004e-0555-42ff-99ed-ef083a0541ab tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "DELETE /v2.0/ports/b54c3cd0-0543-4605-8bcb-366ec7d32882 HTTP/1.1" status: 204 len: 173 time: 0.4713256 Jul 12 04:01:12.506859 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'name': 'network-vif-deleted', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:01:12.509574 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc1a85da-fc2e-4455-adf0-6e6fa9855e7d" -d '{"events": [{"server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "name": "network-vif-deleted", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:01:12.547594 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:01:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-049f0614-4d0a-41a7-a641-36da6a029e6a x-openstack-request-id: req-049f0614-4d0a-41a7-a641-36da6a029e6a {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:01:12.548074 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4933f1e-effd-46fc-8b69-a50bdc419106", "name": "network-vif-deleted", "tag": "b54c3cd0-0543-4605-8bcb-366ec7d32882", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:01:12.548327 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-049f0614-4d0a-41a7-a641-36da6a029e6a {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:01:12.548740 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-049f0614-4d0a-41a7-a641-36da6a029e6a'] response: {'server_uuid': 'e4933f1e-effd-46fc-8b69-a50bdc419106', 'name': 'network-vif-deleted', 'tag': 'b54c3cd0-0543-4605-8bcb-366ec7d32882', 'status': 'completed', 'code': 200} Jul 12 04:01:13.282183 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-899aae93-fc77-4674-8a55-fecc1e18e9c8 req-22a2100e-6bb0-4e84-951c-c91d19304e11 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=e4933f1e-effd-46fc-8b69-a50bdc419106 HTTP/1.1" status: 200 len: 210 time: 0.0295978 Jul 12 04:01:14.770408 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device b54c3cd0-0543-4605-8bcb-366ec7d32882 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:01:14.790663 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: b54c3cd0-0543-4605-8bcb-366ec7d32882 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:01:14.791082 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device b54c3cd0-0543-4605-8bcb-366ec7d32882 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:01:15.209953 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5f490780-cc12-4356-bd80-066dcb70dfce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:16.867619 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=63,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:16.890421 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:17.658877 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42538) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:17.665763 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:17.728322 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c8064d8b-c898-43c2-b4cf-bc82d247b791 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:17.807465 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Deleting port 5dcd0286-8f8e-465e-b2dc-d671f4532b19 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:17.807776 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (5dcd0286-8f8e-465e-b2dc-d671f4532b19), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:17.883573 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (5dcd0286-8f8e-465e-b2dc-d671f4532b19), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:17.883823 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (5dcd0286-8f8e-465e-b2dc-d671f4532b19), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:17.896743 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Calling delete_port for 5dcd0286-8f8e-465e-b2dc-d671f4532b19 owned by network:floatingip {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:18.308163 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (5dcd0286-8f8e-465e-b2dc-d671f4532b19), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:18.331807 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event deleted for resources: {'Port': ['ID=5dcd0286-8f8e-465e-b2dc-d671f4532b19,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:18.356537 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.356871 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.357201 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.357523 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.357843 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.358155 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.358463 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.358776 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.359084 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.359390 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.359701 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.359992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.360320 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.360621 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.360923 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:18.401377 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (5e5bbb22-386c-409f-a1c8-c7c5e89e6583), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:18.401696 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Floating IP 5e5bbb22-386c-409f-a1c8-c7c5e89e6583 disassociated (deleted). External IP: 172.27.0.43, port: a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3. Jul 12 04:01:18.437303 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:18.603621 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Router ff031031-335e-42e4-a595-89a7537003a8 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:01:18.697630 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:18.709506 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:01:18.713849 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:18.719902 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] Sync routers for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:01:18.729635 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:01:18.730251 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:01:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:18.743102 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-d3fc74df-9b42-41bc-ad65-19d6ac8031fd tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "DELETE /v2.0/floatingips/5e5bbb22-386c-409f-a1c8-c7c5e89e6583 HTTP/1.1" status: 204 len: 168 time: 1.0827901 Jul 12 04:01:18.743671 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:01:18.745960 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09ef4ed1-a2a3-4354-9f78-c4e21109c435" -d '{"events": [{"name": "network-changed", "server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:01:18.788676 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a370e4e-1bbd-4c35-a118-e4205a6673d3 x-openstack-request-id: req-1a370e4e-1bbd-4c35-a118-e4205a6673d3 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:01:18.789570 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:01:18.789570 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-1a370e4e-1bbd-4c35-a118-e4205a6673d3 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:01:18.789793 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a370e4e-1bbd-4c35-a118-e4205a6673d3'] response: {'name': 'network-changed', 'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'status': 'completed', 'code': 200} Jul 12 04:01:18.832421 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:01:18.873252 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:18.885929 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-dc5c504e-b470-42f4-92b3-6762e621a3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:18.888529 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-dc5c504e-b470-42f4-92b3-6762e621a3e9 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=99d9e85c63234c77889f856bf95288f5&device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 1130 time: 0.0540249 Jul 12 04:01:18.992931 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385ac485-00ac-42e9-a185-b2738caddcd0 req-34d6a73b-22e4-4099-9334-fe92d5415140 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:18.993799 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-8a9a1a21-4877-4e3e-88ea-bea139331e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:18.994445 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-385ac485-00ac-42e9-a185-b2738caddcd0 req-34d6a73b-22e4-4099-9334-fe92d5415140 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 946 time: 0.0504072 Jul 12 04:01:18.997372 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-8a9a1a21-4877-4e3e-88ea-bea139331e5c service neutron] 10.222.0.44 "GET /v2.0/networks?id=cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 200 len: 913 time: 0.1021445 Jul 12 04:01:19.027226 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:19.043829 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-385ac485-00ac-42e9-a185-b2738caddcd0 req-08d490a2-8b88-439c-9a66-647b42ed3da9 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434222 Jul 12 04:01:19.052204 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] Checking router: ff031031-335e-42e4-a595-89a7537003a8 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:01:19.061053 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:01:19.061655 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:01:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:19.158783 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-6f42c3bd-2cbd-4747-91a8-9334d79198fd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 HTTP/1.1" status: 200 len: 217 time: 0.0344748 Jul 12 04:01:19.165511 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:01:19.211485 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-3d804814-34b7-4369-9723-fd184a11f226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:19.213042 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-3d804814-34b7-4369-9723-fd184a11f226 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 200 len: 851 time: 0.0485945 Jul 12 04:01:19.257672 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-0d05d164-4620-4882-9d2a-24785abae6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:19.259212 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-0d05d164-4620-4882-9d2a-24785abae6dd service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=cb793af7-088d-44b6-bebd-8609e6743321&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401540 Jul 12 04:01:19.340074 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:19.352554 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:19.357359 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-6553818a-4206-49ea-8fa0-d4f10351e34d service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894015 Jul 12 04:01:19.376868 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644f1d0a-d380-4259-86ec-79b6c2d9a5a3 None None] The sync data for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi is: [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T03:51:24Z', 'revision_number': 4, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'dc496f4a-79a6-4e68-84db-f90a787b1e24', 'name': '', 'network_id': 'cb793af7-088d-44b6-bebd-8609e6743321', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'mac_address': 'fa:16:3e:54:b5:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:23Z', 'updated_at': '2022-07-12T03:51:27Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'subnets': [{'id': 'efa7d720-5c17-4257-9ecc-8b470f8cadcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:01:19.460819 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-09ef4ed1-a2a3-4354-9f78-c4e21109c435 req-fc53b6f2-7f50-4ece-b700-102ebab7115f service neutron] 10.222.0.44 "GET /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875025 Jul 12 04:01:19.604048 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56766ff9-0562-4b75-a715-6af7ac5a3ad2 None None] New status for floating IP 5e5bbb22-386c-409f-a1c8-c7c5e89e6583: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:01:20.174948 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd92cf6-9146-4a1f-85d7-862a7615f47a req-b755a7ef-8dfc-48b8-adfe-445560b1f4ad tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:20.176471 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1bd92cf6-9146-4a1f-85d7-862a7615f47a req-b755a7ef-8dfc-48b8-adfe-445560b1f4ad tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 946 time: 0.0504341 Jul 12 04:01:20.176650 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:20.231191 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1bd92cf6-9146-4a1f-85d7-862a7615f47a req-5a29ad00-5d30-4e72-b72b-bc23a3060e5e tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/security-groups?id=39f6955f-2c14-4bdb-8820-f7e87d1ecb03&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486000 Jul 12 04:01:20.576582 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:20.596176 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:20.740934 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-0a105ee8-dc38-44a1-83e1-2a1767826d05 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:20.742449 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-0a105ee8-dc38-44a1-83e1-2a1767826d05 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 946 time: 0.0521448 Jul 12 04:01:20.860224 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Deleting port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:20.860446 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:20.932603 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:20.957147 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] For port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:01:20.957495 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:20.971047 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Calling delete_port for a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:21.105993 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:21.131960 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:21.134935 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event deleted for resources: {'Port': ['ID=a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:21.182589 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] No DVR routers for this DVR port a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:01:21.185567 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:21.189142 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-9a35507d-64ee-49dc-9e73-a4964f43b85b req-9796d7af-c05b-4c60-afc3-fa130be9c4f4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.44 "DELETE /v2.0/ports/a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 HTTP/1.1" status: 204 len: 173 time: 0.4069364 Jul 12 04:01:21.189603 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'name': 'network-vif-deleted', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:01:21.191869 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2ec318-123e-4e24-8671-64da1b648d07" -d '{"events": [{"server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "name": "network-vif-deleted", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:01:21.232039 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f0fa55-97cd-4efc-9039-6de6cae0cc0c x-openstack-request-id: req-45f0fa55-97cd-4efc-9039-6de6cae0cc0c {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:01:21.232380 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "235a37d4-1517-4ea0-ab89-8b63a0413983", "name": "network-vif-deleted", "tag": "a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:01:21.232634 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-45f0fa55-97cd-4efc-9039-6de6cae0cc0c {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:01:21.233048 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45f0fa55-97cd-4efc-9039-6de6cae0cc0c'] response: {'server_uuid': '235a37d4-1517-4ea0-ab89-8b63a0413983', 'name': 'network-vif-deleted', 'tag': 'a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3', 'status': 'completed', 'code': 200} Jul 12 04:01:21.330141 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-5399c0b8-7a9d-4170-85c4-c2af23f4ddb1 req-e7413239-82b2-4842-89d3-88d5a5495cf4 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "GET /v2.0/ports?device_id=235a37d4-1517-4ea0-ab89-8b63a0413983 HTTP/1.1" status: 200 len: 210 time: 0.0280442 Jul 12 04:01:22.396498 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42562) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:22.504636 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Deleting port 033771c6-5207-4d38-ad2d-53b0bff9d0e5 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:22.504921 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (033771c6-5207-4d38-ad2d-53b0bff9d0e5), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:22.582469 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (033771c6-5207-4d38-ad2d-53b0bff9d0e5), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:22.582748 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (033771c6-5207-4d38-ad2d-53b0bff9d0e5), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:22.595890 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Calling delete_port for 033771c6-5207-4d38-ad2d-53b0bff9d0e5 owned by network:floatingip {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:22.737758 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (033771c6-5207-4d38-ad2d-53b0bff9d0e5), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:22.762255 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event deleted for resources: {'Port': ['ID=033771c6-5207-4d38-ad2d-53b0bff9d0e5,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:22.808817 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:01:22.823603 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for floatingip (35aa9e4f-95f0-4ccd-a90e-0783ba353556), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:22.826228 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:22.827428 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-02621b21-0984-4003-8262-69a81c95dc53 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "DELETE /v2.0/floatingips/35aa9e4f-95f0-4ccd-a90e-0783ba353556 HTTP/1.1" status: 204 len: 168 time: 0.4305058 Jul 12 04:01:22.829042 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:01:22.829389 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device a2e41b8a-4d2a-40b4-904c-82ef5d61e3b3 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:01:24.039272 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42578) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:24.103834 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f716346c-6078-441f-a3b1-021849665e18 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group (39f6955f-2c14-4bdb-8820-f7e87d1ecb03), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:24.130693 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f716346c-6078-441f-a3b1-021849665e18 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group (39f6955f-2c14-4bdb-8820-f7e87d1ecb03), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:24.195079 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f716346c-6078-441f-a3b1-021849665e18 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (39f6955f-2c14-4bdb-8820-f7e87d1ecb03), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:24.198723 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f716346c-6078-441f-a3b1-021849665e18 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:24.200309 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f716346c-6078-441f-a3b1-021849665e18 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] 10.222.0.20 "DELETE /v2.0/security-groups/39f6955f-2c14-4bdb-8820-f7e87d1ecb03 HTTP/1.1" status: 204 len: 168 time: 0.1599922 Jul 12 04:01:24.209524 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716346c-6078-441f-a3b1-021849665e18 tempest-TestVolumeBootPattern-1773194956 tempest-TestVolumeBootPattern-1773194956-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39f6955f-2c14-4bdb-8820-f7e87d1ecb03,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:24.261145 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42582) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:24.387968 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:24.399796 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-8097dedf-4f66-44ce-bca0-2b2082046584 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0413492 Jul 12 04:01:24.533043 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-2da089b0-af2e-4acf-bb69-b9d6bdbbe035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:24.534437 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-2da089b0-af2e-4acf-bb69-b9d6bdbbe035 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1129 time: 0.0723295 Jul 12 04:01:24.617275 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:24.733227 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-c4158104-d7ad-4cb7-aaef-5d34c1d4bc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:24.734711 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-c4158104-d7ad-4cb7-aaef-5d34c1d4bc62 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3 HTTP/1.1" status: 200 len: 910 time: 0.1555324 Jul 12 04:01:24.833836 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-3763031e-f6a9-4370-844e-0195fe0ac2b5 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 HTTP/1.1" status: 200 len: 1000 time: 0.0926208 Jul 12 04:01:24.914912 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (ff031031-335e-42e4-a595-89a7537003a8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:24.917544 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-fe0ceb67-cea5-40d1-b083-7c2f17c1f442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:24.919025 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-fe0ceb67-cea5-40d1-b083-7c2f17c1f442 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71af41a3-63bc-441e-84be-805c5bb7a9c7 HTTP/1.1" status: 200 len: 848 time: 0.0783880 Jul 12 04:01:25.037680 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-2254d0e2-53b9-4b58-af1d-d2bf0abfeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:01:25.039179 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-2254d0e2-53b9-4b58-af1d-d2bf0abfeec8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0848398 Jul 12 04:01:25.206763 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-1fb88e3b-634e-42ab-b19a-2b66dbcde183 service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605744 Jul 12 04:01:25.233006 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:25.303633 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Deleting port dc496f4a-79a6-4e68-84db-f90a787b1e24 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:25.303921 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:25.376560 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bf7ca78-4f5e-400f-ba81-46be08924152 req-7df0a9ce-e852-4624-9e41-bc3d25265d0c service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613491 Jul 12 04:01:25.407479 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] For port dc496f4a-79a6-4e68-84db-f90a787b1e24, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=dc496f4a-79a6-4e68-84db-f90a787b1e24,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:01:25.407841 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:25.421915 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Calling delete_port for dc496f4a-79a6-4e68-84db-f90a787b1e24 owned by network:router_interface {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:25.526390 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:25.600025 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (dc496f4a-79a6-4e68-84db-f90a787b1e24), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:25.627696 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc496f4a-79a6-4e68-84db-f90a787b1e24,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:25.790922 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (ff031031-335e-42e4-a595-89a7537003a8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:26.259000 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Router ff031031-335e-42e4-a595-89a7537003a8 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:01:26.306720 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:26.358612 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:01:26.363464 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-af65aa87-85ea-4c11-80a5-159c574347c9 admin admin] 10.222.0.20 "PUT /v2.0/routers/ff031031-335e-42e4-a595-89a7537003a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1011789 Jul 12 04:01:26.366081 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42592) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:26.368734 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] Sync routers for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:01:26.380287 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:01:26.380901 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:01:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:26.465725 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks [] for router (ff031031-335e-42e4-a595-89a7537003a8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:26.482092 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:01:26.568858 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks [] for router_gateway (ff031031-335e-42e4-a595-89a7537003a8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:26.611560 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Deleting port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:26.612022 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:26.628189 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:26.651781 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237'}], 'enable_snat': True}, 'gw_port_id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T04:01:25Z', 'revision_number': 5, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port': {'id': '9b1b04b8-7f60-4dd1-acb0-ebc1607d580a', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:d7:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff031031-335e-42e4-a595-89a7537003a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:21Z', 'updated_at': '2022-07-12T03:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:26.676734 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] Checking router: ff031031-335e-42e4-a595-89a7537003a8 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:01:26.685266 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] Routers {'ff031031-335e-42e4-a595-89a7537003a8'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:01:26.686088 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:01:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['ff031031-335e-42e4-a595-89a7537003a8'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:26.697496 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] For port 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=9b1b04b8-7f60-4dd1-acb0-ebc1607d580a,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:01:26.697848 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:26.710785 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Calling delete_port for 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a owned by network:router_gateway {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:26.886327 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (9b1b04b8-7f60-4dd1-acb0-ebc1607d580a), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:26.897205 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] Set router ff031031-335e-42e4-a595-89a7537003a8 gateway port host: None {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:01:26.911317 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1b04b8-7f60-4dd1-acb0-ebc1607d580a,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:26.926871 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:01:26.950482 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T04:01:26Z', 'revision_number': 6, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:26.974970 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11e356ef-449e-4cb2-be6d-d34db942a708 None None] The sync data for ids ['ff031031-335e-42e4-a595-89a7537003a8'] in dv-cinder-847730-4-iscsi is: [{'id': 'ff031031-335e-42e4-a595-89a7537003a8', 'name': 'tempest-TestVolumeBootPattern-1239800974-router', 'tenant_id': '99d9e85c63234c77889f856bf95288f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:20Z', 'updated_at': '2022-07-12T04:01:26Z', 'revision_number': 6, 'project_id': '99d9e85c63234c77889f856bf95288f5', 'gw_port_host': None}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:01:26.983653 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (ff031031-335e-42e4-a595-89a7537003a8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.073313 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (ff031031-335e-42e4-a595-89a7537003a8), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.076484 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks [] for router_controller (ff031031-335e-42e4-a595-89a7537003a8), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.123727 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (ff031031-335e-42e4-a595-89a7537003a8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.123727 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff031031-335e-42e4-a595-89a7537003a8 {{(pid=110648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 04:01:27.127900 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.129076 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-d38e1208-a6b4-4d43-aed6-3a98d1adf398 admin admin] 10.222.0.20 "DELETE /v2.0/routers/ff031031-335e-42e4-a595-89a7537003a8 HTTP/1.1" status: 204 len: 168 time: 0.7621272 Jul 12 04:01:27.131608 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42600) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:27.176553 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8a10ab-f95e-4ac6-ac1f-4112c42a8ad0 admin admin] Deleting subnet efa7d720-5c17-4257-9ecc-8b470f8cadcc {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 04:01:27.179893 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bd8a10ab-f95e-4ac6-ac1f-4112c42a8ad0 admin admin] Publish callbacks [] for subnet (efa7d720-5c17-4257-9ecc-8b470f8cadcc), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.213936 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bd8a10ab-f95e-4ac6-ac1f-4112c42a8ad0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (efa7d720-5c17-4257-9ecc-8b470f8cadcc), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.285942 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:27.299046 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bd8a10ab-f95e-4ac6-ac1f-4112c42a8ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (efa7d720-5c17-4257-9ecc-8b470f8cadcc), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.368516 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bd8a10ab-f95e-4ac6-ac1f-4112c42a8ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (efa7d720-5c17-4257-9ecc-8b470f8cadcc), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.413685 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8a10ab-f95e-4ac6-ac1f-4112c42a8ad0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=efa7d720-5c17-4257-9ecc-8b470f8cadcc,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:27.421611 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bd8a10ab-f95e-4ac6-ac1f-4112c42a8ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.425973 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56660ac8-18c4-4214-85a3-66c6ee56c4e0 None None] Network cb793af7-088d-44b6-bebd-8609e6743321 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 04:01:27.430787 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-bd8a10ab-f95e-4ac6-ac1f-4112c42a8ad0 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/efa7d720-5c17-4257-9ecc-8b470f8cadcc HTTP/1.1" status: 204 len: 168 time: 0.2976828 Jul 12 04:01:27.432879 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42604) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:27.525771 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (cb793af7-088d-44b6-bebd-8609e6743321), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.534226 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=86,neutron:DELETE=10,neutron:UPDATE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:27.571971 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Deleting port 38f9e79e-5161-4b2d-9436-f032e7665890 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:27.572342 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.637222 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] For port 38f9e79e-5161-4b2d-9436-f032e7665890, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=38f9e79e-5161-4b2d-9436-f032e7665890,segment=NetworkSegment(c7ea6268-0f9b-4f12-a9e7-b1744ffabddb),segment_id=c7ea6268-0f9b-4f12-a9e7-b1744ffabddb)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:01:27.637582 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.654351 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Calling delete_port for 38f9e79e-5161-4b2d-9436-f032e7665890 owned by network:dhcp {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:27.744909 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (38f9e79e-5161-4b2d-9436-f032e7665890), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.770429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Pushing event deleted for resources: {'Port': ['ID=38f9e79e-5161-4b2d-9436-f032e7665890,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:27.772231 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] No DVR routers for this DVR port 38f9e79e-5161-4b2d-9436-f032e7665890 on host dv-cinder-847730-4-iscsi {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:01:27.840872 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec40c87-34c5-46ff-a787-6467f1387aed None None] DHCP port deletion for cb793af7-088d-44b6-bebd-8609e6743321 request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 04:01:27.848753 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (cb793af7-088d-44b6-bebd-8609e6743321), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.870720 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb793af7-088d-44b6-bebd-8609e6743321']}} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:27.880141 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb') {'for_net_delete': True} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:27.880439 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7ea6268-0f9b-4f12-a9e7-b1744ffabddb') {} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:27.890767 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785002'] for segment (c7ea6268-0f9b-4f12-a9e7-b1744ffabddb), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.906069 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (c7ea6268-0f9b-4f12-a9e7-b1744ffabddb), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.914130 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=110648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 04:01:27.914711 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6355240'] for segment (c7ea6268-0f9b-4f12-a9e7-b1744ffabddb), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:27.948625 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment c7ea6268-0f9b-4f12-a9e7-b1744ffabddb resource provider aggregate not found Jul 12 04:01:27.973848 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device dc496f4a-79a6-4e68-84db-f90a787b1e24 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:01:27.993025 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment c7ea6268-0f9b-4f12-a9e7-b1744ffabddb resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c7ea6268-0f9b-4f12-a9e7-b1744ffabddb found for delete ", "request_id": "req-d32bd64e-790a-48cc-9137-f74fcc7f36b3"}]} Jul 12 04:01:27.993311 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: dc496f4a-79a6-4e68-84db-f90a787b1e24 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:01:27.994105 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device dc496f4a-79a6-4e68-84db-f90a787b1e24 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:01:27.994105 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:01:28.003797 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (cb793af7-088d-44b6-bebd-8609e6743321), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:28.008777 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:28.011957 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] 10.222.0.20 "DELETE /v2.0/networks/cb793af7-088d-44b6-bebd-8609e6743321 HTTP/1.1" status: 204 len: 168 time: 0.5777609 Jul 12 04:01:28.013670 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:01:28.013983 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 9b1b04b8-7f60-4dd1-acb0-ebc1607d580a not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:01:28.014411 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 38f9e79e-5161-4b2d-9436-f032e7665890 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:01:28.015245 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42612) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:28.032724 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 38f9e79e-5161-4b2d-9436-f032e7665890 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:01:28.033065 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 38f9e79e-5161-4b2d-9436-f032e7665890 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:01:28.061540 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e64d9-2f99-49b6-b9e6-7ad7747a8c12 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb793af7-088d-44b6-bebd-8609e6743321,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:28.350213 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:28.359473 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (1bff53cf-c390-4bb8-b983-956419f0cad1), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:28.528070 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:28.600384 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Deleting port 5a189e91-02f7-4137-9841-1026575b5c6c {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:28.600604 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:28.694974 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] For port 5a189e91-02f7-4137-9841-1026575b5c6c, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=5a189e91-02f7-4137-9841-1026575b5c6c,segment=NetworkSegment(21bc0c80-c136-48b5-9e56-33e1b0a932b3),segment_id=21bc0c80-c136-48b5-9e56-33e1b0a932b3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:01:28.695320 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:28.708206 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Calling delete_port for 5a189e91-02f7-4137-9841-1026575b5c6c owned by network:router_interface {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:28.888819 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (5a189e91-02f7-4137-9841-1026575b5c6c), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:28.918287 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a189e91-02f7-4137-9841-1026575b5c6c,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:29.030777 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=58,neutron:DELETE=1,neutron:INSERT=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:29.039132 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=48,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:29.076598 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (1bff53cf-c390-4bb8-b983-956419f0cad1), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:29.267138 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:29.293812 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Router 1bff53cf-c390-4bb8-b983-956419f0cad1 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:01:29.343210 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:29.607815 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=6 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:29.656850 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:01:29.662314 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6cba317c-e558-468e-82ee-a362e2665c76 admin admin] 10.222.0.20 "PUT /v2.0/routers/1bff53cf-c390-4bb8-b983-956419f0cad1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6461630 Jul 12 04:01:29.665097 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42618) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:29.667723 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] Sync routers for ids ['1bff53cf-c390-4bb8-b983-956419f0cad1'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:01:29.678643 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] Routers {'1bff53cf-c390-4bb8-b983-956419f0cad1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:01:29.679255 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:01:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['1bff53cf-c390-4bb8-b983-956419f0cad1'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:29.763574 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks [] for router (1bff53cf-c390-4bb8-b983-956419f0cad1), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:29.778696 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] Set router 1bff53cf-c390-4bb8-b983-956419f0cad1 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:01:29.859026 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks [] for router_gateway (1bff53cf-c390-4bb8-b983-956419f0cad1), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:29.912664 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Deleting port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:29.913006 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:29.965075 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42'}], 'enable_snat': True}, 'gw_port_id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:26Z', 'updated_at': '2022-07-12T04:01:28Z', 'revision_number': 5, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'gw_port': {'id': '0dce0d71-9a3c-4dd5-aafc-d088a125e49f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:83:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:51:27Z', 'updated_at': '2022-07-12T03:51:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:29.993705 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] Checking router: 1bff53cf-c390-4bb8-b983-956419f0cad1 for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:01:30.002140 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] Routers {'1bff53cf-c390-4bb8-b983-956419f0cad1'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:01:30.002746 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:01:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['1bff53cf-c390-4bb8-b983-956419f0cad1'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:30.009546 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] For port 0dce0d71-9a3c-4dd5-aafc-d088a125e49f, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=0dce0d71-9a3c-4dd5-aafc-d088a125e49f,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:01:30.009913 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.022870 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Calling delete_port for 0dce0d71-9a3c-4dd5-aafc-d088a125e49f owned by network:router_gateway {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:30.081841 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] Set router 1bff53cf-c390-4bb8-b983-956419f0cad1 gateway port host: None {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:01:30.131991 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:26Z', 'updated_at': '2022-07-12T04:01:29Z', 'revision_number': 6, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:30.155933 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5c5af7-8386-4a86-b131-b1f154d0d4c5 None None] The sync data for ids ['1bff53cf-c390-4bb8-b983-956419f0cad1'] in dv-cinder-847730-4-iscsi is: [{'id': '1bff53cf-c390-4bb8-b983-956419f0cad1', 'name': 'tempest-TestVolumeBootPattern-921180208-router', 'tenant_id': '2abeb9c4daa240b08266c6de955e4bba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:51:26Z', 'updated_at': '2022-07-12T04:01:29Z', 'revision_number': 6, 'project_id': '2abeb9c4daa240b08266c6de955e4bba', 'gw_port_host': None}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:01:30.196913 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (0dce0d71-9a3c-4dd5-aafc-d088a125e49f), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.225713 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Pushing event deleted for resources: {'Port': ['ID=0dce0d71-9a3c-4dd5-aafc-d088a125e49f,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:30.287582 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (1bff53cf-c390-4bb8-b983-956419f0cad1), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.350189 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:UPDATE=3,neutron:DELETE=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:30.380973 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (1bff53cf-c390-4bb8-b983-956419f0cad1), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.383424 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks [] for router_controller (1bff53cf-c390-4bb8-b983-956419f0cad1), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.426365 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (1bff53cf-c390-4bb8-b983-956419f0cad1), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.427104 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1bff53cf-c390-4bb8-b983-956419f0cad1 {{(pid=110648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 04:01:30.431472 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.432973 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e8809adb-1680-400a-850c-58074416b6cc admin admin] 10.222.0.20 "DELETE /v2.0/routers/1bff53cf-c390-4bb8-b983-956419f0cad1 HTTP/1.1" status: 204 len: 168 time: 0.7667170 Jul 12 04:01:30.435275 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42620) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:30.484478 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ac42c15-effa-401e-84f2-7507ca7a785b admin admin] Deleting subnet a14afc17-25a2-4bf6-a384-c2baa467cb8d {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 04:01:30.487787 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1ac42c15-effa-401e-84f2-7507ca7a785b admin admin] Publish callbacks [] for subnet (a14afc17-25a2-4bf6-a384-c2baa467cb8d), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.524800 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1ac42c15-effa-401e-84f2-7507ca7a785b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (a14afc17-25a2-4bf6-a384-c2baa467cb8d), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.595257 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:30.604382 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1ac42c15-effa-401e-84f2-7507ca7a785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (a14afc17-25a2-4bf6-a384-c2baa467cb8d), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.670913 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1ac42c15-effa-401e-84f2-7507ca7a785b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (a14afc17-25a2-4bf6-a384-c2baa467cb8d), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.697952 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac42c15-effa-401e-84f2-7507ca7a785b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a14afc17-25a2-4bf6-a384-c2baa467cb8d,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:30.701789 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1ac42c15-effa-401e-84f2-7507ca7a785b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.705438 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-1ac42c15-effa-401e-84f2-7507ca7a785b admin admin] 10.222.0.20 "DELETE /v2.0/subnets/a14afc17-25a2-4bf6-a384-c2baa467cb8d HTTP/1.1" status: 204 len: 168 time: 0.2685313 Jul 12 04:01:30.707409 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42624) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:30.710061 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a9162e-889f-48df-b118-10d168e0d62a None None] Network c789a50b-a579-418c-99c3-d1a4ea4a986d requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 04:01:30.775909 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (c789a50b-a579-418c-99c3-d1a4ea4a986d), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.818859 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Deleting port 5ca98c46-22e4-4b48-af58-52dc25f320be {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:30.819201 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.886365 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] For port 5ca98c46-22e4-4b48-af58-52dc25f320be, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=5ca98c46-22e4-4b48-af58-52dc25f320be,segment=NetworkSegment(21bc0c80-c136-48b5-9e56-33e1b0a932b3),segment_id=21bc0c80-c136-48b5-9e56-33e1b0a932b3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:01:30.886735 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.899618 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] DHCP port deletion for c789a50b-a579-418c-99c3-d1a4ea4a986d request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 04:01:30.903606 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Calling delete_port for 5ca98c46-22e4-4b48-af58-52dc25f320be owned by network:dhcp {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:30.941002 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Deleting port 5ca98c46-22e4-4b48-af58-52dc25f320be {{(pid=110649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:01:30.941391 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), before_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:30.957869 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:30.990950 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.008694 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] For port 5ca98c46-22e4-4b48-af58-52dc25f320be, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=5ca98c46-22e4-4b48-af58-52dc25f320be,segment=NetworkSegment(21bc0c80-c136-48b5-9e56-33e1b0a932b3),segment_id=21bc0c80-c136-48b5-9e56-33e1b0a932b3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:01:31.009146 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), precommit_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.022754 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ca98c46-22e4-4b48-af58-52dc25f320be,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:31.024774 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] No DVR routers for this DVR port 5ca98c46-22e4-4b48-af58-52dc25f320be on host dv-cinder-847730-4-iscsi {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:01:31.026358 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Calling delete_port for 5ca98c46-22e4-4b48-af58-52dc25f320be owned by network:dhcp {{(pid=110649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:01:31.096721 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (c789a50b-a579-418c-99c3-d1a4ea4a986d), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.107171 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566'] for port (5ca98c46-22e4-4b48-af58-52dc25f320be), after_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.122947 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c789a50b-a579-418c-99c3-d1a4ea4a986d']}} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:31.133537 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21bc0c80-c136-48b5-9e56-33e1b0a932b3') {'for_net_delete': True} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:31.133730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21bc0c80-c136-48b5-9e56-33e1b0a932b3') {} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:01:31.137221 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Pushing event deleted for resources: {'Port': ['ID=5ca98c46-22e4-4b48-af58-52dc25f320be,revision_number=None']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:31.142232 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] No DVR routers for this DVR port 5ca98c46-22e4-4b48-af58-52dc25f320be on host dv-cinder-847730-4-iscsi {{(pid=110649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:01:31.148308 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785002'] for segment (21bc0c80-c136-48b5-9e56-33e1b0a932b3), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.148659 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.149002 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.149398 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.149674 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.149999 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.150325 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.150645 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.150962 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.151283 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.151597 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.151913 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.152810 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.153885 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.154237 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.154621 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65fd3d12-9d2a-45ee-a2fd-32d7879ad0b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:31.172886 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (21bc0c80-c136-48b5-9e56-33e1b0a932b3), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.181330 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=110648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 04:01:31.181748 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6355240'] for segment (21bc0c80-c136-48b5-9e56-33e1b0a932b3), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.201714 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:DELETE=7,neutron:SELECT=92,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:31.203598 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 21bc0c80-c136-48b5-9e56-33e1b0a932b3 resource provider aggregate not found Jul 12 04:01:31.253621 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment 21bc0c80-c136-48b5-9e56-33e1b0a932b3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21bc0c80-c136-48b5-9e56-33e1b0a932b3 found for delete ", "request_id": "req-ca337968-c109-431d-8fa7-0bf2cc75ab18"}]} Jul 12 04:01:31.264214 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (c789a50b-a579-418c-99c3-d1a4ea4a986d), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.271921 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.274203 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] 10.222.0.20 "DELETE /v2.0/networks/c789a50b-a579-418c-99c3-d1a4ea4a986d HTTP/1.1" status: 204 len: 168 time: 0.5658705 Jul 12 04:01:31.287079 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e9d852-654d-4d31-b31a-67a4cfc7fe77 admin admin] Pushing event deleted for resources: {'Network': ['ID=c789a50b-a579-418c-99c3-d1a4ea4a986d,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:31.403857 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42632) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:31.446235 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-30786d97-d149-4096-9a70-705aa74d430a admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=99d9e85c63234c77889f856bf95288f5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0410707 Jul 12 04:01:31.448812 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42634) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:31.496459 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-469196b5-8541-4b83-80eb-1d4ed8db181f admin admin] Publish callbacks [] for security_group (c5e6386e-1d85-4a24-932b-63480ae8c7d1), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.521711 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-469196b5-8541-4b83-80eb-1d4ed8db181f admin admin] Publish callbacks [] for security_group (c5e6386e-1d85-4a24-932b-63480ae8c7d1), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.571696 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-469196b5-8541-4b83-80eb-1d4ed8db181f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (c5e6386e-1d85-4a24-932b-63480ae8c7d1), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.574270 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-469196b5-8541-4b83-80eb-1d4ed8db181f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:31.575419 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-469196b5-8541-4b83-80eb-1d4ed8db181f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/c5e6386e-1d85-4a24-932b-63480ae8c7d1 HTTP/1.1" status: 204 len: 168 time: 0.1257541 Jul 12 04:01:31.583345 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469196b5-8541-4b83-80eb-1d4ed8db181f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e6386e-1d85-4a24-932b-63480ae8c7d1,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:31.928836 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42642) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:31.975627 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-1b319dfd-8550-49f5-871b-0fd1a7666067 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2abeb9c4daa240b08266c6de955e4bba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0439723 Jul 12 04:01:31.975850 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 0dce0d71-9a3c-4dd5-aafc-d088a125e49f no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:01:31.978274 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42644) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:31.995728 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 0dce0d71-9a3c-4dd5-aafc-d088a125e49f {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:01:31.996108 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 0dce0d71-9a3c-4dd5-aafc-d088a125e49f not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:01:31.996507 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 5ca98c46-22e4-4b48-af58-52dc25f320be no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:01:32.026939 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 5ca98c46-22e4-4b48-af58-52dc25f320be {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:01:32.027264 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 5ca98c46-22e4-4b48-af58-52dc25f320be not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:01:32.027807 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 5a189e91-02f7-4137-9841-1026575b5c6c no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:01:32.028654 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4c80daad-51e0-46db-a4b5-6d200f49f2fb admin admin] Publish callbacks [] for security_group (aa42b19e-29d1-4d84-8d33-b5527b992e2c), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:32.043730 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=87,neutron:DELETE=11,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:32.049628 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 5a189e91-02f7-4137-9841-1026575b5c6c {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:01:32.049974 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 5a189e91-02f7-4137-9841-1026575b5c6c not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:01:32.056022 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4c80daad-51e0-46db-a4b5-6d200f49f2fb admin admin] Publish callbacks [] for security_group (aa42b19e-29d1-4d84-8d33-b5527b992e2c), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:32.104019 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4c80daad-51e0-46db-a4b5-6d200f49f2fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (aa42b19e-29d1-4d84-8d33-b5527b992e2c), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:32.106622 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4c80daad-51e0-46db-a4b5-6d200f49f2fb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:32.107803 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4c80daad-51e0-46db-a4b5-6d200f49f2fb admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa42b19e-29d1-4d84-8d33-b5527b992e2c HTTP/1.1" status: 204 len: 168 time: 0.1286237 Jul 12 04:01:32.115851 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c80daad-51e0-46db-a4b5-6d200f49f2fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa42b19e-29d1-4d84-8d33-b5527b992e2c,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:41.255755 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=54 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:41.257717 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=63 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:42.030289 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:42.031161 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=15,neutron:DELETE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:42.111237 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:DELETE=5,neutron:SELECT=50 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:42.112573 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=2,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:42.128680 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=77 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:45.203637 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-918c9003-1039-4547-a5f0-84f2ba56f58c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:46.884335 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:47.723608 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-bf0243cb-c26d-4d3b-8bd2-6ccc85b7ee8d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:48.699255 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:48.844047 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 42720) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:48.953765 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:49.032544 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Publish callbacks [] for security_group (336670dc-6367-4a02-ad32-3d6a3b35209e), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:49.037899 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (336670dc-6367-4a02-ad32-3d6a3b35209e), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:49.074396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=336670dc-6367-4a02-ad32-3d6a3b35209e,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:49.078330 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=c452689520aa4baa8d4af3413378ff1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332499 Jul 12 04:01:49.081311 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42726) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:01:49.084315 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.084691 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.085031 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.085363 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.085692 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.086024 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.086339 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.086659 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.086980 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.087287 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.087604 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.087924 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.088265 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.088583 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.088896 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2097b631-6bdf-47fa-8596-6af26e80ac63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:01:49.131444 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-deda548b-d5d6-408b-a9a0-a10e463fdafa admin admin] Publish callbacks [] for security_group (336670dc-6367-4a02-ad32-3d6a3b35209e), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:49.155813 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-deda548b-d5d6-408b-a9a0-a10e463fdafa admin admin] Publish callbacks [] for security_group (336670dc-6367-4a02-ad32-3d6a3b35209e), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:49.205102 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-deda548b-d5d6-408b-a9a0-a10e463fdafa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (336670dc-6367-4a02-ad32-3d6a3b35209e), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:49.207628 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-deda548b-d5d6-408b-a9a0-a10e463fdafa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:49.208802 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-deda548b-d5d6-408b-a9a0-a10e463fdafa admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/336670dc-6367-4a02-ad32-3d6a3b35209e HTTP/1.1" status: 204 len: 168 time: 0.1265347 Jul 12 04:01:49.216812 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deda548b-d5d6-408b-a9a0-a10e463fdafa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=336670dc-6367-4a02-ad32-3d6a3b35209e,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:01:50.179372 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:50.598163 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:01:57.847902 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:57.849073 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:59.077799 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=18,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:59.080587 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=21,neutron:INSERT=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:59.212444 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=15,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:01:59.213446 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:00.582299 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:00.583493 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:00.591540 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:03.930116 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:02:11.979920 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42870) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:02:12.086955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4ec399b4-82e8-43f1-9ff6-fd072b4d9a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:12.165776 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4ec399b4-82e8-43f1-9ff6-fd072b4d9a40 admin admin] Publish callbacks [] for security_group (4305757e-0040-483a-9856-d8d108584d7e), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:12.171288 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4ec399b4-82e8-43f1-9ff6-fd072b4d9a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4305757e-0040-483a-9856-d8d108584d7e), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:12.209553 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4ec399b4-82e8-43f1-9ff6-fd072b4d9a40 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=a2953090fcd9480680957f0f9a16a38d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2284706 Jul 12 04:02:12.210393 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec399b4-82e8-43f1-9ff6-fd072b4d9a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4305757e-0040-483a-9856-d8d108584d7e,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:12.212562 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 42874) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:02:12.263769 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-55af819d-d1be-4406-b9ab-125b9e981f51 admin admin] Publish callbacks [] for security_group (4305757e-0040-483a-9856-d8d108584d7e), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:12.284887 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-55af819d-d1be-4406-b9ab-125b9e981f51 admin admin] Publish callbacks [] for security_group (4305757e-0040-483a-9856-d8d108584d7e), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:12.334006 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-55af819d-d1be-4406-b9ab-125b9e981f51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (4305757e-0040-483a-9856-d8d108584d7e), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:12.336537 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-55af819d-d1be-4406-b9ab-125b9e981f51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:12.337685 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-55af819d-d1be-4406-b9ab-125b9e981f51 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/4305757e-0040-483a-9856-d8d108584d7e HTTP/1.1" status: 204 len: 168 time: 0.1241372 Jul 12 04:02:12.345323 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55af819d-d1be-4406-b9ab-125b9e981f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4305757e-0040-483a-9856-d8d108584d7e,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:13.922900 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:13.924143 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:15.215067 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-338ef09b-0435-4fb8-acee-9863a27a36af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:16.912261 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:17.729089 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-6d1cc18c-e264-40b7-b6a0-4d55de62724f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:18.711476 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:20.185641 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:20.605396 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:22.197648 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=14,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:22.206512 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=23,neutron:INSERT=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:22.341183 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=19,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:22.345747 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=14,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:26.411938 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-c4c733d4-2ccd-468a-baa9-d54f5e96257c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447447 Jul 12 04:02:26.489608 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-ce78e95f-7b48-4ccf-b606-7ff4269f94da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:26.491084 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-ce78e95f-7b48-4ccf-b606-7ff4269f94da service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 1130 time: 0.0422707 Jul 12 04:02:26.601324 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-27abe2c6-5323-41e5-92ed-fd3f08c38cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:26.602797 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-27abe2c6-5323-41e5-92ed-fd3f08c38cbf service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0921314 Jul 12 04:02:26.670513 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-aeef35c6-4dee-4278-aca9-7086a03f5a70 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0b8da74-d9c0-440b-99ef-0147b592ae3d HTTP/1.1" status: 200 len: 1002 time: 0.0599821 Jul 12 04:02:26.719288 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-198b04fe-da7e-472d-9030-03d224defc89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:26.720754 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-198b04fe-da7e-472d-9030-03d224defc89 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0439560 Jul 12 04:02:26.764753 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-13698ae8-42ac-44d5-a477-8e32f00fb5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:26.766175 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-13698ae8-42ac-44d5-a477-8e32f00fb5bb service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0393074 Jul 12 04:02:26.862513 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-3ef659b1-892c-4b8c-b0be-547844033c85 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899599 Jul 12 04:02:26.953453 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-16102c99-bd17-4ac7-910a-91f81a5aad51 req-98c37b2b-c909-402c-828e-14cb2746e204 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849380 Jul 12 04:02:30.591745 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=15,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:30.595471 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=16,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:30.597980 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:34.852515 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:36.949399 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=49 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:36.950526 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=52 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:38.573783 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 42934) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:02:38.580547 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1211845023', 'description': 'tempest-description--969787483'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:02:38.607975 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.683364 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (5d8ad395-b6f6-4bc4-8914-07d43bf171fa), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.690193 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5d8ad395-b6f6-4bc4-8914-07d43bf171fa), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.720804 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.722023 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1471760 Jul 12 04:02:38.723926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d8ad395-b6f6-4bc4-8914-07d43bf171fa,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:38.725558 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 42936) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:02:38.730935 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-b273f241-02e1-416b-87e7-3c494d00866c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group_rule': {'security_group_id': '5d8ad395-b6f6-4bc4-8914-07d43bf171fa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:02:38.731540 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.731886 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.732253 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.732612 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.732939 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.733268 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.733594 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.733955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.734261 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.734583 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.734902 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.735211 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.735531 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.735849 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.736192 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-23f660e3-a604-44e5-ad5a-6ea0dba4e0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:38.761516 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b273f241-02e1-416b-87e7-3c494d00866c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (3dc83664-ab27-447e-abe2-dda4bfe860a9), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.818364 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b273f241-02e1-416b-87e7-3c494d00866c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (3dc83664-ab27-447e-abe2-dda4bfe860a9), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.823758 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b273f241-02e1-416b-87e7-3c494d00866c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (3dc83664-ab27-447e-abe2-dda4bfe860a9), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.842248 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273f241-02e1-416b-87e7-3c494d00866c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3dc83664-ab27-447e-abe2-dda4bfe860a9,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:38.851068 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b273f241-02e1-416b-87e7-3c494d00866c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.852274 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-b273f241-02e1-416b-87e7-3c494d00866c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1254916 Jul 12 04:02:38.854938 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 42938) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:02:38.859165 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-5dbefe1f-7776-4d2e-b890-dbc2e8995b30 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group_rule': {'security_group_id': '5d8ad395-b6f6-4bc4-8914-07d43bf171fa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:02:38.886178 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5dbefe1f-7776-4d2e-b890-dbc2e8995b30 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (75abbb34-d195-448d-b931-edcf0d27cbe7), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.942545 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5dbefe1f-7776-4d2e-b890-dbc2e8995b30 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (75abbb34-d195-448d-b931-edcf0d27cbe7), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.947483 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5dbefe1f-7776-4d2e-b890-dbc2e8995b30 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (75abbb34-d195-448d-b931-edcf0d27cbe7), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.966757 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbefe1f-7776-4d2e-b890-dbc2e8995b30 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75abbb34-d195-448d-b931-edcf0d27cbe7,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:38.973305 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-5dbefe1f-7776-4d2e-b890-dbc2e8995b30 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:38.974507 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-5dbefe1f-7776-4d2e-b890-dbc2e8995b30 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1186557 Jul 12 04:02:38.977686 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 42940) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:02:38.982107 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:02:39.003618 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.082886 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.187616 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Allocated IP 172.27.0.103 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/68a4dba4-f850-4a2a-a370-90e3517b4345) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:02:39.291077 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (68a4dba4-f850-4a2a-a370-90e3517b4345), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.324617 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (68a4dba4-f850-4a2a-a370-90e3517b4345), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.364169 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:02:39.366833 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:02:39.369402 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:02:39.392301 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=68a4dba4-f850-4a2a-a370-90e3517b4345,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:39.395841 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=84,neutron:INSERT=10,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:39.407866 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:39.463459 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (0769375e-d7a9-4dc9-b0f1-79580f5c2771), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.509202 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (68a4dba4-f850-4a2a-a370-90e3517b4345), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.664916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (68a4dba4-f850-4a2a-a370-90e3517b4345), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.671656 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (68a4dba4-f850-4a2a-a370-90e3517b4345), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.735647 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=68a4dba4-f850-4a2a-a370-90e3517b4345,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:39.750009 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (0769375e-d7a9-4dc9-b0f1-79580f5c2771), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.768690 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:39.769970 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-340302ac-7b7f-49cc-a6ec-e833d6c2f555 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7912157 Jul 12 04:02:39.973038 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-23b52baf-129a-41f2-92d7-12ed1a3dcad5 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1211845023&fields=id&tenant_id=5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 267 time: 0.0443649 Jul 12 04:02:40.084652 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-32733fb4-6368-402a-9e01-35994feb99cd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:40.086111 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-32733fb4-6368-402a-9e01-35994feb99cd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 815 time: 0.1063740 Jul 12 04:02:40.103631 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-4e69ade4-f908-4fcc-b6a3-0bcbca78cdb1 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/quotas/5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 375 time: 0.0093052 Jul 12 04:02:40.164492 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-d3fcfa3b-7a05-4621-9c85-55d65ea4e3cd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0556879 Jul 12 04:02:40.369673 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-c8dfcb22-e05b-42bf-bf23-9861b236b278 service neutron] 10.222.0.20 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879065 Jul 12 04:02:40.469540 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-e4ed9e43-6603-4f80-8a34-ed28cf65a1d0 service neutron] 10.222.0.20 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939655 Jul 12 04:02:40.640497 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-9c41dc10-118f-49f8-b978-a27c811adb92 req-72d6bd75-8446-4569-aa21-d612efca4356 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 210 time: 0.0281847 Jul 12 04:02:40.931706 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:02:41.749482 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-27738a30-67d8-44b3-aa47-e4e0be6a2173 req-f99e729d-636f-49ce-8ece-d78f4690257b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 210 time: 0.0312819 Jul 12 04:02:41.932993 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-d2a5427f-deb7-409d-a215-b1f960ca8e31 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:41.934366 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-d2a5427f-deb7-409d-a215-b1f960ca8e31 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 815 time: 0.1048734 Jul 12 04:02:42.017992 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-7cc5ee76-bfbd-492e-a20b-61f79fe53f10 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 473 time: 0.0686653 Jul 12 04:02:42.113620 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'port': {'device_id': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'admin_state_up': True, 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'security_groups': ['5d8ad395-b6f6-4bc4-8914-07d43bf171fa']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:02:42.234866 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:42.242279 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Made reservation on behalf of 5c29114118814a298f6337842ad29a9b for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 04:02:42.247525 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:42.259591 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:42.384828 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Allocated IP 172.20.0.8 (56d544be-a0fe-4e9c-9375-791b0f38b322/09f0ce89-0991-4ef0-a98f-e5fa69f9334c/37b0d75a-57a4-4b8b-8b57-226342682fd8) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:02:42.529636 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:42.566780 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:42.610073 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:02:42.613147 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:02:42.616723 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:02:42.643852 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=37b0d75a-57a4-4b8b-8b57-226342682fd8,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:42.670431 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:42.671066 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:42.691675 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-0befe208-70dd-4592-a6c9-b127a7396538 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5844743 Jul 12 04:02:42.709170 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Request body: {'port': {'device_id': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:02:42.778039 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:42.803813 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-a361ae8c-ee34-4bcd-9475-e123fd288743 None None] Provisioning complete for port 37b0d75a-57a4-4b8b-8b57-226342682fd8 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:02:42.804539 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a361ae8c-ee34-4bcd-9475-e123fd288743 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:42.842480 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-a361ae8c-ee34-4bcd-9475-e123fd288743 None None] Port 37b0d75a-57a4-4b8b-8b57-226342682fd8 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 04:02:42.877611 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b166cb-edfe-4bbc-84b1-47a1fea135e8 req-c9affffe-eee5-4069-85fe-9d93f6f20092 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:42.879097 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-67b166cb-edfe-4bbc-84b1-47a1fea135e8 req-c9affffe-eee5-4069-85fe-9d93f6f20092 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 931 time: 0.0539796 Jul 12 04:02:42.927926 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-67b166cb-edfe-4bbc-84b1-47a1fea135e8 req-1501b8ac-994d-4660-90fa-2cccd60c5750 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423927 Jul 12 04:02:43.040065 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37b0d75a-57a4-4b8b-8b57-226342682fd8 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:02:43.047598 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Publish callbacks [] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:43.061261 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=6 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:43.062453 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Transition to ACTIVE for port object 37b0d75a-57a4-4b8b-8b57-226342682fd8 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 04:02:43.070768 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:43.079343 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:43.132137 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Pushing event updated for resources: {'Port': ['ID=37b0d75a-57a4-4b8b-8b57-226342682fd8,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:43.208284 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Attempting to bind port 37b0d75a-57a4-4b8b-8b57-226342682fd8 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 04:02:43.208678 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Attempting to bind port 37b0d75a-57a4-4b8b-8b57-226342682fd8 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 04:02:43.209007 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Attempting to bind port 37b0d75a-57a4-4b8b-8b57-226342682fd8 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:02:43.213780 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Port 37b0d75a-57a4-4b8b-8b57-226342682fd8 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 04:02:43.214099 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Attempting to bind port 37b0d75a-57a4-4b8b-8b57-226342682fd8 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:02:43.219404 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 4, 2, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 04:02:43.219740 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Checking segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 04:02:43.220156 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Bound using segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 04:02:43.220585 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Bound port: 37b0d75a-57a4-4b8b-8b57-226342682fd8, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 04:02:43.220939 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:43.286482 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] For port 37b0d75a-57a4-4b8b-8b57-226342682fd8, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 04:02:43.289839 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] For port 37b0d75a-57a4-4b8b-8b57-226342682fd8, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=37b0d75a-57a4-4b8b-8b57-226342682fd8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 04:02:43.297026 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:43.332990 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:43.333684 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:43.335104 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] 10.222.0.44 "PUT /v2.0/ports/37b0d75a-57a4-4b8b-8b57-226342682fd8 HTTP/1.1" status: 200 len: 1093 time: 0.6306276 Jul 12 04:02:43.335556 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'tag': '37b0d75a-57a4-4b8b-8b57-226342682fd8'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:02:43.337939 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d6ebdbf-a91a-479a-be55-473d4309f579" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b20034-9434-4ff8-b58b-1e1233ecfc8d", "tag": "37b0d75a-57a4-4b8b-8b57-226342682fd8"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:02:43.364343 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbe2d28-ee67-415c-b7be-9876c9584d40 service neutron] Pushing event updated for resources: {'Port': ['ID=37b0d75a-57a4-4b8b-8b57-226342682fd8,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:43.378236 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bde3d774-3792-492d-8e83-d265af84616c x-openstack-request-id: req-bde3d774-3792-492d-8e83-d265af84616c {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:02:43.378584 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b20034-9434-4ff8-b58b-1e1233ecfc8d", "tag": "37b0d75a-57a4-4b8b-8b57-226342682fd8", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:02:43.378702 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bde3d774-3792-492d-8e83-d265af84616c {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:02:43.379108 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bde3d774-3792-492d-8e83-d265af84616c'] response: {'name': 'network-changed', 'server_uuid': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'tag': '37b0d75a-57a4-4b8b-8b57-226342682fd8', 'status': 'completed', 'code': 200} Jul 12 04:02:43.445633 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-b1b66622-8ae1-425a-b2a8-7a0a263ef197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:43.447204 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-b1b66622-8ae1-425a-b2a8-7a0a263ef197 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 1127 time: 0.0417423 Jul 12 04:02:43.497293 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-44f9c14f-ec06-496b-8246-39b7fff50696 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b0d75a-57a4-4b8b-8b57-226342682fd8 HTTP/1.1" status: 200 len: 217 time: 0.0358229 Jul 12 04:02:43.697178 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-361fa6c9-683e-4220-bbc9-6710e0a9ad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:43.698631 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-361fa6c9-683e-4220-bbc9-6710e0a9ad39 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0513670 Jul 12 04:02:43.747940 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ae5b8d24-c24a-42d4-b652-338e12e024b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:43.749474 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-ae5b8d24-c24a-42d4-b652-338e12e024b3 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0443614 Jul 12 04:02:43.846787 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-b7421582-09a3-4a6e-959b-830f245056f7 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889931 Jul 12 04:02:43.938955 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b3b6b16f-76e0-4b9b-9611-a356c83a25b2 req-78f3258d-c41a-487b-8215-bae3b5c3f7d4 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857944 Jul 12 04:02:44.046404 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73f4d09-66cd-4cb9-a231-62bce7a84c9b req-bba6da6e-46be-498b-bfc4-64f41473a307 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:44.047963 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a73f4d09-66cd-4cb9-a231-62bce7a84c9b req-bba6da6e-46be-498b-bfc4-64f41473a307 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 943 time: 0.0486839 Jul 12 04:02:44.096525 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a73f4d09-66cd-4cb9-a231-62bce7a84c9b req-6155bef0-91b1-4bae-a152-42af8ecc98a2 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405595 Jul 12 04:02:45.210081 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c662a55b-dd9f-4bc3-8ff8-8aaacdcc29bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:45.220805 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b5010b-ea58-45d8-b26d-559040bc1632 req-101d7ace-7338-4317-9d3f-49cee121d5fa tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:45.222222 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-48b5010b-ea58-45d8-b26d-559040bc1632 req-101d7ace-7338-4317-9d3f-49cee121d5fa tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 943 time: 0.0491471 Jul 12 04:02:45.272953 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-48b5010b-ea58-45d8-b26d-559040bc1632 req-f2d6c40c-f5a4-4c0a-ad65-e350e04ac842 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448840 Jul 12 04:02:46.086116 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-2d09e481-5b86-480c-abe7-33c54dad69e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:46.087671 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-2d09e481-5b86-480c-abe7-33c54dad69e2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 1127 time: 0.0531676 Jul 12 04:02:46.177433 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-000bace9-4c72-4f92-86b0-cab24e86d465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:46.178869 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-000bace9-4c72-4f92-86b0-cab24e86d465 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0852997 Jul 12 04:02:46.220639 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-4cf4469b-f247-4763-b01f-2b846a85aa0e service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b0d75a-57a4-4b8b-8b57-226342682fd8 HTTP/1.1" status: 200 len: 217 time: 0.0343559 Jul 12 04:02:46.250417 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:46.268926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-54568c8b-7cee-479d-b105-f17a1a07592d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:46.270296 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-54568c8b-7cee-479d-b105-f17a1a07592d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0442100 Jul 12 04:02:46.313930 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-817d1210-c851-4291-96ac-cc0dc7082a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:46.315436 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-817d1210-c851-4291-96ac-cc0dc7082a24 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0394621 Jul 12 04:02:46.382732 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:46.390544 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b185bf5-65bc-4c51-abdf-96d5bc3c6f18 req-ec5ac366-80e4-44e5-b94f-953fe7a93804 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:46.392160 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3b185bf5-65bc-4c51-abdf-96d5bc3c6f18 req-ec5ac366-80e4-44e5-b94f-953fe7a93804 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 943 time: 0.0508330 Jul 12 04:02:46.410203 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-ad86ba7e-22d2-4297-8732-ec40a890ce5d service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889452 Jul 12 04:02:46.440065 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-3b185bf5-65bc-4c51-abdf-96d5bc3c6f18 req-36fcee4a-ceaf-49c8-afef-87ec99372f8a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420446 Jul 12 04:02:46.499228 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d6ebdbf-a91a-479a-be55-473d4309f579 req-6428d523-06ed-46b9-a004-006641a982c5 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829887 Jul 12 04:02:46.913931 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:47.257320 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 37b0d75a-57a4-4b8b-8b57-226342682fd8 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 04:02:47.360097 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 37b0d75a-57a4-4b8b-8b57-226342682fd8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=37b0d75a-57a4-4b8b-8b57-226342682fd8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:02:47.371760 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '37b0d75a-57a4-4b8b-8b57-226342682fd8', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'port_id': '37b0d75a-57a4-4b8b-8b57-226342682fd8', 'mac_address': 'fa:16:3e:ef:65:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 04:02:47.409933 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 37b0d75a-57a4-4b8b-8b57-226342682fd8 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:02:47.410306 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:47.423639 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37b0d75a-57a4-4b8b-8b57-226342682fd8 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:02:47.444351 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 37b0d75a-57a4-4b8b-8b57-226342682fd8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=37b0d75a-57a4-4b8b-8b57-226342682fd8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:02:47.449222 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:47.499687 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=37b0d75a-57a4-4b8b-8b57-226342682fd8,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:47.506985 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.507338 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.507681 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.508036 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.508457 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.508784 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.509106 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.509426 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.509746 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.510065 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.510383 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.510704 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.511019 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.511334 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.511649 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:02:47.562109 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef85a4-5783-4f8c-a343-41bdaee5bdfd req-9c67ae71-a279-4131-9b25-480e424edb67 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:47.563632 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8ef85a4-5783-4f8c-a343-41bdaee5bdfd req-9c67ae71-a279-4131-9b25-480e424edb67 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 944 time: 0.0530632 Jul 12 04:02:47.611464 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f8ef85a4-5783-4f8c-a343-41bdaee5bdfd req-47b9bfcc-01ee-4567-b358-0e878e849d81 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421741 Jul 12 04:02:47.738549 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b44de008-6a78-44c8-a800-2374f4c61720 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:47.897883 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['37b0d75a-57a4-4b8b-8b57-226342682fd8'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 04:02:48.709510 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:48.735219 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1faad0-cc5d-4893-94e6-0b2face3b99d req-0f7affd7-b269-4050-91f4-74693fee18c1 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:48.736768 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1b1faad0-cc5d-4893-94e6-0b2face3b99d req-0f7affd7-b269-4050-91f4-74693fee18c1 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 944 time: 0.0478880 Jul 12 04:02:48.784725 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1b1faad0-cc5d-4893-94e6-0b2face3b99d req-e059dcbf-3a2f-45e7-ba50-c34b7533672f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Jul 12 04:02:49.273167 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 37b0d75a-57a4-4b8b-8b57-226342682fd8 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:02:49.324678 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 37b0d75a-57a4-4b8b-8b57-226342682fd8 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 04:02:49.332888 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 37b0d75a-57a4-4b8b-8b57-226342682fd8 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:02:49.333267 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:49.413622 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 37b0d75a-57a4-4b8b-8b57-226342682fd8 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:02:49.414006 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:49.437056 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b0d75a-57a4-4b8b-8b57-226342682fd8'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:02:49.439311 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24cf09c1-0f6f-4aaa-98ab-585160300276" -d '{"events": [{"server_uuid": "c4b20034-9434-4ff8-b58b-1e1233ecfc8d", "name": "network-vif-plugged", "status": "completed", "tag": "37b0d75a-57a4-4b8b-8b57-226342682fd8"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:02:49.451506 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 37b0d75a-57a4-4b8b-8b57-226342682fd8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=37b0d75a-57a4-4b8b-8b57-226342682fd8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:02:49.456425 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:49.505687 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=37b0d75a-57a4-4b8b-8b57-226342682fd8,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:02:49.603428 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-607be0d2-1a4b-4eae-9c7e-1afe839d34c6 x-openstack-request-id: req-607be0d2-1a4b-4eae-9c7e-1afe839d34c6 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:02:49.603791 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b20034-9434-4ff8-b58b-1e1233ecfc8d", "name": "network-vif-plugged", "status": "completed", "tag": "37b0d75a-57a4-4b8b-8b57-226342682fd8", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:02:49.604145 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-607be0d2-1a4b-4eae-9c7e-1afe839d34c6 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:02:49.604613 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-607be0d2-1a4b-4eae-9c7e-1afe839d34c6'] response: {'server_uuid': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37b0d75a-57a4-4b8b-8b57-226342682fd8', 'code': 200} Jul 12 04:02:49.817056 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc28483-c841-4737-b9ff-8f20e94ac01f req-d0696fed-d200-4f0d-88ce-bd9870dde894 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:49.818610 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7fc28483-c841-4737-b9ff-8f20e94ac01f req-d0696fed-d200-4f0d-88ce-bd9870dde894 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 1129 time: 0.0407689 Jul 12 04:02:49.863377 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7fc28483-c841-4737-b9ff-8f20e94ac01f req-8f03fbae-a379-4f2b-8efc-14e925b2c783 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382624 Jul 12 04:02:49.903935 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0584cafd-598f-43be-bdd1-f95e8ee5779a req-6a45c5eb-9ae7-4d6d-905d-3e0af6a2220b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:49.911037 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0584cafd-598f-43be-bdd1-f95e8ee5779a req-6a45c5eb-9ae7-4d6d-905d-3e0af6a2220b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 945 time: 0.0499001 Jul 12 04:02:49.962918 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0584cafd-598f-43be-bdd1-f95e8ee5779a req-e3dc8374-04e3-4f95-93bb-1837703188d4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508850 Jul 12 04:02:50.190081 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:50.601600 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:50.926082 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:50.927578 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:51.086506 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da3fcec-8163-4911-9b2f-ef55410251f8 req-bc1b386e-d1d2-4921-92b9-11290b3861d5 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:51.087982 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3da3fcec-8163-4911-9b2f-ef55410251f8 req-bc1b386e-d1d2-4921-92b9-11290b3861d5 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 945 time: 0.0501318 Jul 12 04:02:51.139503 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-3da3fcec-8163-4911-9b2f-ef55410251f8 req-7b9f966c-387a-43ea-86e5-9871a26e13a4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455992 Jul 12 04:02:52.268907 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9e8293-290b-4d8b-a1ec-91470801b58f req-15ca9bbf-8882-4831-ad49-16a20552a646 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:52.270294 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fe9e8293-290b-4d8b-a1ec-91470801b58f req-15ca9bbf-8882-4831-ad49-16a20552a646 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 945 time: 0.0509019 Jul 12 04:02:52.293388 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:52.304380 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:52.322395 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fe9e8293-290b-4d8b-a1ec-91470801b58f req-b3da56e2-446f-4af6-ae3f-999144d6bda4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437469 Jul 12 04:02:52.432271 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c10eb0e-acf2-4da8-83c9-7fd3d80a6c92 req-e6c0ef58-e371-4fa8-918a-8192f31c228f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:52.433731 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c10eb0e-acf2-4da8-83c9-7fd3d80a6c92 req-e6c0ef58-e371-4fa8-918a-8192f31c228f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 945 time: 0.0483654 Jul 12 04:02:52.446761 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43012) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:02:52.451076 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-caf494e2-955c-419c-a612-db1d840b6f5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'floatingip': {'port_id': '37b0d75a-57a4-4b8b-8b57-226342682fd8'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:02:52.488022 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-caf494e2-955c-419c-a612-db1d840b6f5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (0769375e-d7a9-4dc9-b0f1-79580f5c2771), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:53.215491 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:53.227274 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-caf494e2-955c-419c-a612-db1d840b6f5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:53.233167 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-caf494e2-955c-419c-a612-db1d840b6f5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (0769375e-d7a9-4dc9-b0f1-79580f5c2771), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:53.337398 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [None req-caf494e2-955c-419c-a612-db1d840b6f5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Floating IP 0769375e-d7a9-4dc9-b0f1-79580f5c2771 associated. External IP: 172.27.0.103, port: 37b0d75a-57a4-4b8b-8b57-226342682fd8. Jul 12 04:02:53.379832 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:53.539744 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caf494e2-955c-419c-a612-db1d840b6f5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:02:53.645374 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf494e2-955c-419c-a612-db1d840b6f5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:02:53.654543 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-caf494e2-955c-419c-a612-db1d840b6f5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:02:53.660756 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:02:53.672848 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:02:53.673475 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:02:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:02:53.686431 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-caf494e2-955c-419c-a612-db1d840b6f5c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "PUT /v2.0/floatingips/0769375e-d7a9-4dc9-b0f1-79580f5c2771 HTTP/1.1" status: 200 len: 991 time: 1.2386122 Jul 12 04:02:53.686992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'tag': '37b0d75a-57a4-4b8b-8b57-226342682fd8'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:02:53.689844 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7245af32-f29c-44ba-a299-1900f049bd41" -d '{"events": [{"name": "network-changed", "server_uuid": "c4b20034-9434-4ff8-b58b-1e1233ecfc8d", "tag": "37b0d75a-57a4-4b8b-8b57-226342682fd8"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:02:53.736277 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef579e7e-04ab-44f2-90dd-666ddf345679 x-openstack-request-id: req-ef579e7e-04ab-44f2-90dd-666ddf345679 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:02:53.736684 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c4b20034-9434-4ff8-b58b-1e1233ecfc8d", "tag": "37b0d75a-57a4-4b8b-8b57-226342682fd8", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:02:53.737064 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ef579e7e-04ab-44f2-90dd-666ddf345679 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:02:53.737536 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef579e7e-04ab-44f2-90dd-666ddf345679'] response: {'name': 'network-changed', 'server_uuid': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'tag': '37b0d75a-57a4-4b8b-8b57-226342682fd8', 'status': 'completed', 'code': 200} Jul 12 04:02:53.777197 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:02:53.821222 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245af32-f29c-44ba-a299-1900f049bd41 req-ce404681-2cd7-4702-b199-5e1577519c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:53.822937 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7245af32-f29c-44ba-a299-1900f049bd41 req-ce404681-2cd7-4702-b199-5e1577519c09 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 1129 time: 0.0430686 Jul 12 04:02:53.922469 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245af32-f29c-44ba-a299-1900f049bd41 req-32d762f4-dd66-4eca-9197-0288315b8c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:53.923963 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7245af32-f29c-44ba-a299-1900f049bd41 req-32d762f4-dd66-4eca-9197-0288315b8c40 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0948691 Jul 12 04:02:53.986348 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7245af32-f29c-44ba-a299-1900f049bd41 req-57223a28-5098-4eab-94ac-e4f56c49cd8a service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=37b0d75a-57a4-4b8b-8b57-226342682fd8 HTTP/1.1" status: 200 len: 999 time: 0.0563743 Jul 12 04:02:54.035086 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245af32-f29c-44ba-a299-1900f049bd41 req-b34bb91e-da9d-45fa-84fc-ce14860f969f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:54.036606 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7245af32-f29c-44ba-a299-1900f049bd41 req-b34bb91e-da9d-45fa-84fc-ce14860f969f service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0445659 Jul 12 04:02:54.084539 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245af32-f29c-44ba-a299-1900f049bd41 req-3854d344-11dc-41e1-911e-460964dc16a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:02:54.086094 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7245af32-f29c-44ba-a299-1900f049bd41 req-3854d344-11dc-41e1-911e-460964dc16a6 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435762 Jul 12 04:02:54.115740 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '0769375e-d7a9-4dc9-b0f1-79580f5c2771', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': '37b0d75a-57a4-4b8b-8b57-226342682fd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:ef:65:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:02:39Z', 'updated_at': '2022-07-12T04:02:53Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}, {'id': '7bf9ece1-0b29-47e3-ae98-79133e089034', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:47Z', 'revision_number': 2, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:02:54.143450 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:02:54.152296 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:02:54.152907 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:02:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:02:54.155414 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:54.179041 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7245af32-f29c-44ba-a299-1900f049bd41 req-92d8a5f3-fc72-47b6-9892-d77d0c5d8b18 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864570 Jul 12 04:02:54.196542 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:54.201112 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:02:54.256574 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:02:54.276371 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7245af32-f29c-44ba-a299-1900f049bd41 req-231e8adc-bc37-4b78-8a49-ab84bf4d268f service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908544 Jul 12 04:02:54.493184 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '0769375e-d7a9-4dc9-b0f1-79580f5c2771', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': '37b0d75a-57a4-4b8b-8b57-226342682fd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:ef:65:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:02:39Z', 'updated_at': '2022-07-12T04:02:53Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}, {'id': '7bf9ece1-0b29-47e3-ae98-79133e089034', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:47Z', 'revision_number': 2, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:02:54.519549 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8227af50-7a69-4a19-851a-4ead4d795fdb None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '0769375e-d7a9-4dc9-b0f1-79580f5c2771', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.103', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': '37b0d75a-57a4-4b8b-8b57-226342682fd8', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 680, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:ef:65:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:02:39Z', 'updated_at': '2022-07-12T04:02:53Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}, {'id': '7bf9ece1-0b29-47e3-ae98-79133e089034', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:47Z', 'revision_number': 2, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:02:54.738306 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-849a25cd-37bc-434c-93c4-babaac4b51ba None None] New status for floating IP 0769375e-d7a9-4dc9-b0f1-79580f5c2771: ACTIVE {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:03:02.318518 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:04.270802 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=79 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:04.273245 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:04.489997 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=17 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:04.494943 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=19 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:04.496524 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=25 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:11.619420 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2396c7-c5d6-46eb-a4c1-0d4677c1eb5f req-14787f5a-04b1-420a-b333-763c0d88de1f tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:11.620916 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6f2396c7-c5d6-46eb-a4c1-0d4677c1eb5f req-14787f5a-04b1-420a-b333-763c0d88de1f tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0474508 Jul 12 04:03:11.672643 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-6f2396c7-c5d6-46eb-a4c1-0d4677c1eb5f req-f3973a29-b3e1-4609-8028-6f6a66f419a3 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458398 Jul 12 04:03:11.851897 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=12 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:11.853575 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=14,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:12.797434 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c03d82e-4847-472a-bb8b-21e367c92e69 req-d1aaf313-6da7-4a34-93d7-fcd580d632a5 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:12.799007 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c03d82e-4847-472a-bb8b-21e367c92e69 req-d1aaf313-6da7-4a34-93d7-fcd580d632a5 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0493455 Jul 12 04:03:12.852299 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0c03d82e-4847-472a-bb8b-21e367c92e69 req-e9af6ec9-a32a-480f-8c93-40330bfa5fe3 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450904 Jul 12 04:03:13.995129 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c879b5e7-62ac-42f9-875b-7ec9ce963f5a req-1996e77b-eb70-4820-bba3-1a6097cd2ed0 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:13.996713 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c879b5e7-62ac-42f9-875b-7ec9ce963f5a req-1996e77b-eb70-4820-bba3-1a6097cd2ed0 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0557277 Jul 12 04:03:14.048035 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c879b5e7-62ac-42f9-875b-7ec9ce963f5a req-aade8f52-d880-43e7-af5e-702de8d9ddc6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454900 Jul 12 04:03:15.188186 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff92920b-5f55-442d-8028-ca2461878012 req-a3a540c9-84a0-4cbb-85d2-df1d2a43a783 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:15.189706 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ff92920b-5f55-442d-8028-ca2461878012 req-a3a540c9-84a0-4cbb-85d2-df1d2a43a783 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0595553 Jul 12 04:03:15.216466 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e55b116e-f213-4d3b-b9f4-859573d16577 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:15.249615 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ff92920b-5f55-442d-8028-ca2461878012 req-fdbaf303-634b-4cf2-99a5-176164ffab1e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539694 Jul 12 04:03:16.375073 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2bbdb-adf8-488b-8ce8-2eebc974ef35 req-76fcdd4d-6e7e-4405-9935-609b274d6ca1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:16.376551 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-31a2bbdb-adf8-488b-8ce8-2eebc974ef35 req-76fcdd4d-6e7e-4405-9935-609b274d6ca1 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0479894 Jul 12 04:03:16.427452 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-31a2bbdb-adf8-488b-8ce8-2eebc974ef35 req-b9f9f26a-2dac-4812-86d1-aec8be0d832c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426867 Jul 12 04:03:16.916758 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:17.566628 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f422e7-5fc0-479b-9fd8-e1269a9b8acc req-2faa66c8-5b84-49b2-9933-9cabaf52d2d7 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:17.568135 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-90f422e7-5fc0-479b-9fd8-e1269a9b8acc req-2faa66c8-5b84-49b2-9933-9cabaf52d2d7 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0556161 Jul 12 04:03:17.617565 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-90f422e7-5fc0-479b-9fd8-e1269a9b8acc req-2547e104-1ec1-4fe0-abbd-003e4407dd30 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437129 Jul 12 04:03:17.743517 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5966c239-6d0a-4036-a417-1dfdf0d55edd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:17.931544 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:03:18.715081 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:18.758369 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697ff761-f59d-4392-8ad9-83b4827376f3 req-0e5f4c8c-219f-48b1-82ae-f192ff31da98 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:18.759840 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-697ff761-f59d-4392-8ad9-83b4827376f3 req-0e5f4c8c-219f-48b1-82ae-f192ff31da98 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0568199 Jul 12 04:03:18.823531 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-697ff761-f59d-4392-8ad9-83b4827376f3 req-142a72a0-4b23-4f97-91fb-689c6fde2d85 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578687 Jul 12 04:03:19.968552 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c8ab28-667c-4eef-b37f-7664b1774866 req-2ddbc55e-ca9a-4b3d-bf40-f6a1a21a53e8 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:19.970072 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-76c8ab28-667c-4eef-b37f-7664b1774866 req-2ddbc55e-ca9a-4b3d-bf40-f6a1a21a53e8 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0524178 Jul 12 04:03:20.018539 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-76c8ab28-667c-4eef-b37f-7664b1774866 req-fe08b18d-11cf-4d2a-99ff-657404520add tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427942 Jul 12 04:03:20.192753 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:20.606602 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:21.155716 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e0138-a8f8-40cf-b3b3-56f9050d5055 req-77997464-5601-4d56-a976-d6d066c65c98 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:21.157196 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fb7e0138-a8f8-40cf-b3b3-56f9050d5055 req-77997464-5601-4d56-a976-d6d066c65c98 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0585432 Jul 12 04:03:21.207194 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-fb7e0138-a8f8-40cf-b3b3-56f9050d5055 req-d986b96a-9086-4d76-83bf-0cdf12c368fd tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426340 Jul 12 04:03:21.844600 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-74c4cdc2-8498-470f-8594-4f7419f2e8aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:21.846087 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-74c4cdc2-8498-470f-8594-4f7419f2e8aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1129 time: 0.0436580 Jul 12 04:03:21.937064 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-df0b5e66-5b4c-47f4-b856-5746e0e7a3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:21.938585 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-df0b5e66-5b4c-47f4-b856-5746e0e7a3c8 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3 HTTP/1.1" status: 200 len: 910 time: 0.0869484 Jul 12 04:03:22.003497 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-96b51aba-95be-4609-b27c-98a2776f8801 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 HTTP/1.1" status: 200 len: 1000 time: 0.0587521 Jul 12 04:03:22.065137 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-3c01eaaa-20f2-44c4-9b98-a125351fdb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:22.066589 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-3c01eaaa-20f2-44c4-9b98-a125351fdb2d service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71af41a3-63bc-441e-84be-805c5bb7a9c7 HTTP/1.1" status: 200 len: 848 time: 0.0563509 Jul 12 04:03:22.109353 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-e9316b27-11f6-4346-95e8-dacbae0b856a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:22.110884 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-e9316b27-11f6-4346-95e8-dacbae0b856a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0384696 Jul 12 04:03:22.214722 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-cb9c36ae-b2f4-4a9f-9799-93e0eea7d0f8 service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974202 Jul 12 04:03:22.343177 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ddb96-9548-44bc-8ef3-ee00be026d21 req-9d93a6a5-27c2-448e-a552-2bdaabeefb35 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:22.344554 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-890ddb96-9548-44bc-8ef3-ee00be026d21 req-9d93a6a5-27c2-448e-a552-2bdaabeefb35 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0664978 Jul 12 04:03:22.346978 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-bac0081e-e885-4cac-a6f8-015d5070a8d1 req-f8feb476-8c8d-4f8b-a613-6bb21c78d10d service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261477 Jul 12 04:03:22.395877 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-890ddb96-9548-44bc-8ef3-ee00be026d21 req-c29dcb73-ae3a-4d00-8b81-f2bd745c3141 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436480 Jul 12 04:03:23.520889 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab1717-fa11-4e0a-967e-8befa9ea2061 req-cc6c394c-3b8b-4837-8095-e982389650f7 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:23.522370 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-66ab1717-fa11-4e0a-967e-8befa9ea2061 req-cc6c394c-3b8b-4837-8095-e982389650f7 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0510597 Jul 12 04:03:23.573447 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-66ab1717-fa11-4e0a-967e-8befa9ea2061 req-5f131101-03ec-45fa-81f0-2d6ec6c24cef tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426486 Jul 12 04:03:24.685238 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:24.696339 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99cf7c8-b92a-4578-9f19-4e831af35752 req-c032ea9a-60ea-44e3-b523-ce618594102c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:24.698209 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b99cf7c8-b92a-4578-9f19-4e831af35752 req-c032ea9a-60ea-44e3-b523-ce618594102c tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0488751 Jul 12 04:03:24.749314 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-b99cf7c8-b92a-4578-9f19-4e831af35752 req-5cb2d949-de4c-4bb0-8ae8-a9e13d30360e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450020 Jul 12 04:03:25.881267 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d6177-338c-4f1d-9054-8a59b0e6693b req-36cfe260-692d-48c2-a581-7acdcc0ac6af tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:25.882685 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-584d6177-338c-4f1d-9054-8a59b0e6693b req-36cfe260-692d-48c2-a581-7acdcc0ac6af tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0588105 Jul 12 04:03:25.934124 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-584d6177-338c-4f1d-9054-8a59b0e6693b req-4cd95841-124e-446d-ba58-cd1c5760b742 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Jul 12 04:03:26.179120 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed11f656-8b63-4d6c-b08d-d9e50c3ed933 req-e7f0583e-61fa-4c98-a5c7-995e37f4b358 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:26.180690 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ed11f656-8b63-4d6c-b08d-d9e50c3ed933 req-e7f0583e-61fa-4c98-a5c7-995e37f4b358 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0758908 Jul 12 04:03:26.186222 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-5cd78f48-ef9c-4a53-8e4f-a4fab705c5df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1019409 Jul 12 04:03:26.237284 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ed11f656-8b63-4d6c-b08d-d9e50c3ed933 req-eff7ae9e-9aaf-4b1a-8fb5-6c3aff5d2742 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501592 Jul 12 04:03:26.314621 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b95b1-8480-4d36-9958-53d37beea405 req-5d929af3-aa7d-4fd8-be5e-f1a942c7aca3 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:26.315946 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-5d929af3-aa7d-4fd8-be5e-f1a942c7aca3 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports/c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 HTTP/1.1" status: 200 len: 942 time: 0.1010432 Jul 12 04:03:27.346138 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:27.358120 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921c3bfa-16c2-435b-aed1-e74847c27590 req-da92d436-6c1e-48df-a82d-67d35bf224be tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:27.359661 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-921c3bfa-16c2-435b-aed1-e74847c27590 req-da92d436-6c1e-48df-a82d-67d35bf224be tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0496652 Jul 12 04:03:27.421685 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-e737355a-3ad7-4496-9b4a-cd0f098140ad service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0607753 Jul 12 04:03:27.439734 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-921c3bfa-16c2-435b-aed1-e74847c27590 req-bd0468a5-19f7-410f-8991-99769814ecad tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699494 Jul 12 04:03:27.466295 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:03:27.539079 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 is: ACTIVE; New status is: DOWN {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:03:27.539373 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:27.548044 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-b38f9187-6bee-4dd1-9348-164ee68d539c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:27.549610 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-b38f9187-6bee-4dd1-9348-164ee68d539c service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 1130 time: 0.0410750 Jul 12 04:03:27.562390 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:03:27.564722 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df77c0d-4e6a-4df6-a41b-a652199c0033" -d '{"events": [{"server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "name": "network-vif-unplugged", "status": "completed", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:03:27.577976 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:03:27.587498 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:27.611269 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 12 Jul 2022 04:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bfb79e1-f85d-40c2-976c-687014bea70c x-openstack-request-id: req-9bfb79e1-f85d-40c2-976c-687014bea70c {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:03:27.611534 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "name": "network-vif-unplugged", "status": "failed", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1", "code": 422}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:03:27.611773 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-9bfb79e1-f85d-40c2-976c-687014bea70c {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:03:27.612382 dv-cinder-847730-4-iscsi neutron-server[110649]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-9bfb79e1-f85d-40c2-976c-687014bea70c']: {'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'code': 422} returned with failed status Jul 12 04:03:27.638732 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,revision_number=6']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:03:27.669671 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-a02eb0e6-900f-4d7d-b1ac-af2cd5e522ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:27.671167 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-a02eb0e6-900f-4d7d-b1ac-af2cd5e522ff service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.1016073 Jul 12 04:03:27.926907 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:27.981156 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-80ae67b9-63a2-482e-a09d-8c7f8b70c98c service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f0b8da74-d9c0-440b-99ef-0147b592ae3d HTTP/1.1" status: 200 len: 1002 time: 0.0960610 Jul 12 04:03:27.982268 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b95b1-8480-4d36-9958-53d37beea405 req-083ee3b8-cbd6-43ea-99e5-d63b9a5aa661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:27.983614 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-083ee3b8-cbd6-43ea-99e5-d63b9a5aa661 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3&tenant_id=aac1a71ff09f4ae38a5c3704fc43a950 HTTP/1.1" status: 200 len: 1127 time: 0.0530508 Jul 12 04:03:28.077762 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b95b1-8480-4d36-9958-53d37beea405 req-383919b6-b254-456e-9d56-6fc3a660f5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:28.079221 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-383919b6-b254-456e-9d56-6fc3a660f5bb service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1127 time: 0.0482624 Jul 12 04:03:28.080616 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-1d094107-0464-453e-8b3f-04db76c8168c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:28.081896 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-1d094107-0464-453e-8b3f-04db76c8168c service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0790238 Jul 12 04:03:28.153943 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-64d2b8ed-83ba-4657-8d18-0b7ce8ad0318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:28.155439 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-64d2b8ed-83ba-4657-8d18-0b7ce8ad0318 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655010 Jul 12 04:03:28.263708 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b95b1-8480-4d36-9958-53d37beea405 req-fb6303ba-973b-483b-82fc-36d5680fe861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:28.265067 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-fb6303ba-973b-483b-82fc-36d5680fe861 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3 HTTP/1.1" status: 200 len: 910 time: 0.1741223 Jul 12 04:03:28.328344 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-cbd1227e-b51b-47ad-a1f4-cda4c1bcb127 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431246 Jul 12 04:03:28.355865 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-93287b91-5464-44ca-beb7-421103ed76fe service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 HTTP/1.1" status: 200 len: 998 time: 0.0849073 Jul 12 04:03:28.449062 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b95b1-8480-4d36-9958-53d37beea405 req-43688ea5-54bb-4249-8468-bb7fd49977e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:28.450479 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-43688ea5-54bb-4249-8468-bb7fd49977e4 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71af41a3-63bc-441e-84be-805c5bb7a9c7 HTTP/1.1" status: 200 len: 848 time: 0.0879452 Jul 12 04:03:28.470466 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-2b71d6ec-4b4c-434f-b1ad-a2a7e35c213d req-b4d3c557-1a6a-426c-bb42-92f875bde960 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350124 Jul 12 04:03:28.497426 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733b95b1-8480-4d36-9958-53d37beea405 req-76c5a14a-2381-4001-b4e6-e35f6afcf36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:28.499085 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-76c5a14a-2381-4001-b4e6-e35f6afcf36c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0414867 Jul 12 04:03:28.558556 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:28.584457 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdc4bf3-ced4-4315-9f2c-1476f5afccfa req-d9b350fc-7e6f-4e8a-984c-517b132478cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:28.585928 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bdc4bf3-ced4-4315-9f2c-1476f5afccfa req-d9b350fc-7e6f-4e8a-984c-517b132478cc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0746067 Jul 12 04:03:28.619914 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:28.661749 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-c2205ec6-1fb5-4ad4-a033-baf1c79d4c21 service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418436 Jul 12 04:03:28.683004 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7bdc4bf3-ced4-4315-9f2c-1476f5afccfa req-af58d782-b6fd-46a3-bc02-e249d65d9555 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0733237 Jul 12 04:03:29.019344 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-733b95b1-8480-4d36-9958-53d37beea405 req-c07c7627-92c4-41c7-be84-6eff1532819a service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3483536 Jul 12 04:03:29.813644 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40b5aee-3560-4738-84e3-19bfaf758464 req-3edb95a1-604c-4299-a284-ba3dcab40df9 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:29.815097 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e40b5aee-3560-4738-84e3-19bfaf758464 req-3edb95a1-604c-4299-a284-ba3dcab40df9 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0560935 Jul 12 04:03:29.868036 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e40b5aee-3560-4738-84e3-19bfaf758464 req-1c00319a-61d7-4cd9-b579-df1a40a888be tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446622 Jul 12 04:03:31.004225 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a9b4f5-4f8d-4300-92c7-d95cc33d6cb3 req-6b9b643c-e1a5-4065-9baa-8dad22fc0c46 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:31.005683 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-59a9b4f5-4f8d-4300-92c7-d95cc33d6cb3 req-6b9b643c-e1a5-4065-9baa-8dad22fc0c46 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0535133 Jul 12 04:03:31.055451 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-59a9b4f5-4f8d-4300-92c7-d95cc33d6cb3 req-7496a369-7c49-4f4a-a35a-d693c5742805 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439131 Jul 12 04:03:32.168594 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=100 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:32.188947 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e7815b-dee9-4cbb-a99a-56f4abef67c8 req-b40c48f3-f34f-4820-9bf2-db4e3c1627fc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:32.190463 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-66e7815b-dee9-4cbb-a99a-56f4abef67c8 req-b40c48f3-f34f-4820-9bf2-db4e3c1627fc tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0597758 Jul 12 04:03:32.242543 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-66e7815b-dee9-4cbb-a99a-56f4abef67c8 req-bbc3a762-def6-430a-883f-69abcddb4aa6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436592 Jul 12 04:03:33.378044 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5199d8-0ca8-47f1-8e2e-fc4470ad3371 req-a87051c9-b52c-4dc0-b175-0de6204e49b5 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:33.379534 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6c5199d8-0ca8-47f1-8e2e-fc4470ad3371 req-a87051c9-b52c-4dc0-b175-0de6204e49b5 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0546150 Jul 12 04:03:33.436578 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-6c5199d8-0ca8-47f1-8e2e-fc4470ad3371 req-d796bf73-35a6-4807-bae5-85a6733ca763 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485835 Jul 12 04:03:34.533760 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=89 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:34.573810 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59194d8-62d8-478f-b4c5-b41032b2d8cd req-c100cfcf-e8f3-4f73-83af-1864814bf434 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:34.575281 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c59194d8-62d8-478f-b4c5-b41032b2d8cd req-c100cfcf-e8f3-4f73-83af-1864814bf434 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0567312 Jul 12 04:03:34.624421 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-c59194d8-62d8-478f-b4c5-b41032b2d8cd req-856c139c-5857-4aec-982b-c41817673e66 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433955 Jul 12 04:03:35.749586 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c762fb5-df1b-4bd8-9899-89dff23a2e1c req-d69c40c1-29a3-4034-a634-0a89e051a98f tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:35.751083 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8c762fb5-df1b-4bd8-9899-89dff23a2e1c req-d69c40c1-29a3-4034-a634-0a89e051a98f tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0541239 Jul 12 04:03:35.802537 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8c762fb5-df1b-4bd8-9899-89dff23a2e1c req-6a52e4c4-880f-4169-a80b-a3e0c381173f tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430000 Jul 12 04:03:36.938852 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339570fd-7f5c-4092-8cfa-190bf21bcdbd req-8a46f189-bb10-41fd-930b-0c44badc5b53 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:36.940379 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-339570fd-7f5c-4092-8cfa-190bf21bcdbd req-8a46f189-bb10-41fd-930b-0c44badc5b53 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 943 time: 0.0547585 Jul 12 04:03:36.995077 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-339570fd-7f5c-4092-8cfa-190bf21bcdbd req-f8355321-b739-4089-82fa-72c8392683a4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487578 Jul 12 04:03:37.500873 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 04:03:37.607560 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:03:37.619822 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'port_id': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'mac_address': 'fa:16:3e:06:c7:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 04:03:37.655217 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:03:37.655592 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:37.672906 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:03:37.693762 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:03:37.699850 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:37.747531 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,revision_number=7']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:03:38.082538 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['c31ca6c3-cf04-4828-a8bf-1c95239cd2d1'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 04:03:38.124992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5eabfc-19b5-4d77-ab61-37ac41fbe7b3 req-761790c4-846e-403a-8809-82af9b6d2ed5 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:38.126487 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d5eabfc-19b5-4d77-ab61-37ac41fbe7b3 req-761790c4-846e-403a-8809-82af9b6d2ed5 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 944 time: 0.0478251 Jul 12 04:03:38.177234 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8d5eabfc-19b5-4d77-ab61-37ac41fbe7b3 req-675ae4d1-8d0a-429d-a679-688854f67c8f tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449910 Jul 12 04:03:39.299533 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73eeb89-cabf-4c0a-8cde-2fcc2d7c9273 req-c9150ccd-8dcf-4296-a507-ebe9eb50a5a4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:39.300969 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e73eeb89-cabf-4c0a-8cde-2fcc2d7c9273 req-c9150ccd-8dcf-4296-a507-ebe9eb50a5a4 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 944 time: 0.0553312 Jul 12 04:03:39.349850 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-e73eeb89-cabf-4c0a-8cde-2fcc2d7c9273 req-d3f476e3-90f2-47bd-9442-7618cac686f0 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 Jul 12 04:03:39.502652 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:03:39.556996 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:03:39.557499 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:39.634283 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:03:39.634657 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:39.657742 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:03:39.660041 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee2b42d9-747f-43fd-ae24-d351518e43a9" -d '{"events": [{"server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "name": "network-vif-plugged", "status": "completed", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:03:39.672775 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:03:39.678088 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:39.704454 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d23443c-4c71-4482-96d2-e0d71cf244d4 x-openstack-request-id: req-0d23443c-4c71-4482-96d2-e0d71cf244d4 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:03:39.704749 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "name": "network-vif-plugged", "status": "completed", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:03:39.704994 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-0d23443c-4c71-4482-96d2-e0d71cf244d4 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:03:39.705385 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0d23443c-4c71-4482-96d2-e0d71cf244d4'] response: {'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'code': 200} Jul 12 04:03:39.726075 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,revision_number=8']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:03:39.976929 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d9d46-f227-4615-a44b-920bfca3e876 req-04f10a31-4ba0-4c22-aec7-69f541cd47e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:39.978445 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e43d9d46-f227-4615-a44b-920bfca3e876 req-04f10a31-4ba0-4c22-aec7-69f541cd47e4 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1129 time: 0.0447187 Jul 12 04:03:40.025412 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e43d9d46-f227-4615-a44b-920bfca3e876 req-ffd5b6e2-b5d1-4a98-859e-89aa7d808f2d service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405755 Jul 12 04:03:40.489462 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c6521a-5e7e-47a8-938c-87e46c927233 req-7ed9973b-04ce-4ba8-8ef9-447cc4853a02 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:40.491087 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a4c6521a-5e7e-47a8-938c-87e46c927233 req-7ed9973b-04ce-4ba8-8ef9-447cc4853a02 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0552368 Jul 12 04:03:40.544393 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-a4c6521a-5e7e-47a8-938c-87e46c927233 req-600ae40d-7873-4c96-ab66-b255509bbb26 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474133 Jul 12 04:03:41.680358 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab209bc4-ae55-478a-bdcb-882714e3ce6e req-4eb7aa3c-a02e-4a62-81f0-ca1dcf1d6357 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:03:41.681827 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ab209bc4-ae55-478a-bdcb-882714e3ce6e req-4eb7aa3c-a02e-4a62-81f0-ca1dcf1d6357 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0525522 Jul 12 04:03:41.732543 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ab209bc4-ae55-478a-bdcb-882714e3ce6e req-f34aa313-e04d-4112-bef4-7631912c8c5b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445237 Jul 12 04:03:45.201197 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=86,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:45.204392 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=86,neutron:UPDATE=6 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:45.211458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:45.220062 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a255a397-fc6f-4b02-b43a-0a795cf671a6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:46.907182 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:47.742476 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-66fb77c6-5f6d-4757-8f37-705f48c42ae7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:48.726551 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:48.845661 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=17 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:48.846687 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=15 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:50.193876 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:50.528833 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=45 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:50.540370 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=32 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:50.615386 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:03:51.724630 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=74 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:51.728453 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=74 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:03:54.935271 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:04:00.595215 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:00.601944 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:00.605480 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=3,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:04.926226 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:04.927410 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:09.215120 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe9308c-a8bb-4a96-8caf-df1f01d82a6c req-788c299d-e935-41cb-8fcc-83efcdf43078 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:09.216628 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-abe9308c-a8bb-4a96-8caf-df1f01d82a6c req-788c299d-e935-41cb-8fcc-83efcdf43078 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 945 time: 0.0469141 Jul 12 04:04:09.268445 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-abe9308c-a8bb-4a96-8caf-df1f01d82a6c req-20bc5743-11c5-42ce-8cbf-fba472a31f95 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457954 Jul 12 04:04:10.460760 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d2ed82-b969-49c9-b1da-75263013fb5d req-782d518b-e9fb-47c6-921e-33a32a2c719c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:10.462231 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1d2ed82-b969-49c9-b1da-75263013fb5d req-782d518b-e9fb-47c6-921e-33a32a2c719c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 945 time: 0.1086695 Jul 12 04:04:10.511113 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d1d2ed82-b969-49c9-b1da-75263013fb5d req-0f30f4e6-7946-42b5-88a4-c5ad1ba5d0ac tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=5d8ad395-b6f6-4bc4-8914-07d43bf171fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424061 Jul 12 04:04:11.095814 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249d615-8b67-4b78-b788-c383f40a347e req-82efe4a5-d573-4ecb-8367-ac3f1275dcab tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:11.097291 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f249d615-8b67-4b78-b788-c383f40a347e req-82efe4a5-d573-4ecb-8367-ac3f1275dcab tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 945 time: 0.0627196 Jul 12 04:04:11.180216 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Deleting port 37b0d75a-57a4-4b8b-8b57-226342682fd8 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:04:11.180509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:11.283562 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] For port 37b0d75a-57a4-4b8b-8b57-226342682fd8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=37b0d75a-57a4-4b8b-8b57-226342682fd8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:04:11.283819 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:11.446762 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:11.447267 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (0769375e-d7a9-4dc9-b0f1-79580f5c2771), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:11.447744 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Floating IP 0769375e-d7a9-4dc9-b0f1-79580f5c2771 disassociated. External IP: 172.27.0.103, port: 37b0d75a-57a4-4b8b-8b57-226342682fd8. Jul 12 04:04:11.448364 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Calling delete_port for 37b0d75a-57a4-4b8b-8b57-226342682fd8 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:04:11.581755 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (37b0d75a-57a4-4b8b-8b57-226342682fd8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:11.618868 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'Port': ['ID=37b0d75a-57a4-4b8b-8b57-226342682fd8,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:11.641213 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1e83a6bf-7782-43c0-8d02-6719fa18e534 req-c2d4c3b1-5fd4-4cb4-9e11-ad2f6fffa190 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=c4b20034-9434-4ff8-b58b-1e1233ecfc8d HTTP/1.1" status: 200 len: 210 time: 0.0525167 Jul 12 04:04:11.645083 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.645426 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.645761 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.646092 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.646420 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.646746 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.647065 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.647378 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.647737 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.648028 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.648351 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.648693 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.649004 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.649315 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.649598 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:11.757570 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:04:11.857129 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:11.867752 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:04:11.878050 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:04:11.888585 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:04:11.889200 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:03:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:11.910443 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] No DVR routers for this DVR port 37b0d75a-57a4-4b8b-8b57-226342682fd8 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:04:11.913297 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:11.916532 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f249d615-8b67-4b78-b788-c383f40a347e req-7ec733d2-97b6-4a04-afa2-ab3dd691f008 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "DELETE /v2.0/ports/37b0d75a-57a4-4b8b-8b57-226342682fd8 HTTP/1.1" status: 204 len: 173 time: 0.8138485 Jul 12 04:04:11.916977 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'name': 'network-vif-deleted', 'tag': '37b0d75a-57a4-4b8b-8b57-226342682fd8'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:04:11.919708 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a849fd6f-ef0d-426e-b573-6a0e85439939" -d '{"events": [{"server_uuid": "c4b20034-9434-4ff8-b58b-1e1233ecfc8d", "name": "network-vif-deleted", "tag": "37b0d75a-57a4-4b8b-8b57-226342682fd8"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:04:11.959651 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd7c7cd-a794-429b-9f13-84f165f27667 x-openstack-request-id: req-bdd7c7cd-a794-429b-9f13-84f165f27667 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:04:11.959651 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c4b20034-9434-4ff8-b58b-1e1233ecfc8d", "name": "network-vif-deleted", "tag": "37b0d75a-57a4-4b8b-8b57-226342682fd8", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:04:11.959651 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-bdd7c7cd-a794-429b-9f13-84f165f27667 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:04:11.959651 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bdd7c7cd-a794-429b-9f13-84f165f27667'] response: {'server_uuid': 'c4b20034-9434-4ff8-b58b-1e1233ecfc8d', 'name': 'network-vif-deleted', 'tag': '37b0d75a-57a4-4b8b-8b57-226342682fd8', 'status': 'completed', 'code': 200} Jul 12 04:04:12.001602 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:04:12.219000 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '7bf9ece1-0b29-47e3-ae98-79133e089034', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:47Z', 'revision_number': 2, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:12.242979 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:04:12.251835 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:04:12.252454 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:03:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:12.484593 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:04:12.690965 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '7bf9ece1-0b29-47e3-ae98-79133e089034', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:47Z', 'revision_number': 2, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:12.726403 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ed87b-c6c8-446f-9ffa-28b10e648ee1 None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '7bf9ece1-0b29-47e3-ae98-79133e089034', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.127', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 642, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:cd:ba:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:00:18Z', 'updated_at': '2022-07-12T04:00:47Z', 'revision_number': 2, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:04:12.734908 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43134) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:12.767181 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:12.801389 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e5337350-0276-432a-8617-f112ddccd0b9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (5d8ad395-b6f6-4bc4-8914-07d43bf171fa), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:12.826328 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e5337350-0276-432a-8617-f112ddccd0b9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (5d8ad395-b6f6-4bc4-8914-07d43bf171fa), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:12.875936 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e5337350-0276-432a-8617-f112ddccd0b9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (5d8ad395-b6f6-4bc4-8914-07d43bf171fa), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:12.878493 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-e5337350-0276-432a-8617-f112ddccd0b9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:12.880099 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-e5337350-0276-432a-8617-f112ddccd0b9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "DELETE /v2.0/security-groups/5d8ad395-b6f6-4bc4-8914-07d43bf171fa HTTP/1.1" status: 204 len: 168 time: 0.1438568 Jul 12 04:04:12.882771 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43136) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:12.890194 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5337350-0276-432a-8617-f112ddccd0b9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d8ad395-b6f6-4bc4-8914-07d43bf171fa,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:12.904832 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.api.v2.resource [None req-ac3767c4-e77e-45a7-9e3e-d7826c10e81d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] show failed (client error): The resource could not be found. Jul 12 04:04:12.908984 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43138) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:12.913123 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ac3767c4-e77e-45a7-9e3e-d7826c10e81d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups/5d8ad395-b6f6-4bc4-8914-07d43bf171fa HTTP/1.1" status: 404 len: 347 time: 0.0281093 Jul 12 04:04:12.965329 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bafd6791-80ec-4fe1-9097-17cd8695a33a None None] New status for floating IP 0769375e-d7a9-4dc9-b0f1-79580f5c2771: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:04:13.022705 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Deleting port 68a4dba4-f850-4a2a-a370-90e3517b4345 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:04:13.022994 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (68a4dba4-f850-4a2a-a370-90e3517b4345), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:13.104188 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (68a4dba4-f850-4a2a-a370-90e3517b4345), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:13.104515 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (68a4dba4-f850-4a2a-a370-90e3517b4345), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:13.118726 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Calling delete_port for 68a4dba4-f850-4a2a-a370-90e3517b4345 owned by network:floatingip {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:04:13.269840 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (68a4dba4-f850-4a2a-a370-90e3517b4345), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:13.305413 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'Port': ['ID=68a4dba4-f850-4a2a-a370-90e3517b4345,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:13.366610 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (0769375e-d7a9-4dc9-b0f1-79580f5c2771), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:13.369026 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:13.370178 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-bc3a0c59-34d4-4d5c-bc6f-48d25ecc68a7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "DELETE /v2.0/floatingips/0769375e-d7a9-4dc9-b0f1-79580f5c2771 HTTP/1.1" status: 204 len: 168 time: 0.4601691 Jul 12 04:04:13.586710 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 37b0d75a-57a4-4b8b-8b57-226342682fd8 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:04:13.608588 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 37b0d75a-57a4-4b8b-8b57-226342682fd8 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:04:13.608933 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 37b0d75a-57a4-4b8b-8b57-226342682fd8 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:04:15.010355 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9c161-6b4c-4b6e-9b09-bab5e8eb4409 req-f7e4a453-ffb5-4b7b-a52d-67f469529438 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:15.011933 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-65f9c161-6b4c-4b6e-9b09-bab5e8eb4409 req-f7e4a453-ffb5-4b7b-a52d-67f469529438 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0540688 Jul 12 04:04:15.058532 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-65f9c161-6b4c-4b6e-9b09-bab5e8eb4409 req-e810990d-5db0-416c-ae16-3ccb801ba2e5 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Jul 12 04:04:15.223913 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-f4d4f4db-0c67-43d2-801b-b6ecd142f641 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:16.201195 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc14263-4385-4b65-ab9c-2bb3bf78c6a5 req-3ae66df8-56bd-417b-9f3b-a231e662d407 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:16.202686 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-dfc14263-4385-4b65-ab9c-2bb3bf78c6a5 req-3ae66df8-56bd-417b-9f3b-a231e662d407 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0593691 Jul 12 04:04:16.250454 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-dfc14263-4385-4b65-ab9c-2bb3bf78c6a5 req-913ebe95-a235-44d3-a22a-f2c23aa0fe50 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418689 Jul 12 04:04:16.903595 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:16.993170 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-4d06553a-3434-4e08-8315-7d992e00a58b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:16.994775 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-4d06553a-3434-4e08-8315-7d992e00a58b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0562267 Jul 12 04:04:17.076106 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Deleting port f0b8da74-d9c0-440b-99ef-0147b592ae3d {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:04:17.076471 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:17.167727 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:17.169984 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] For port f0b8da74-d9c0-440b-99ef-0147b592ae3d, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=f0b8da74-d9c0-440b-99ef-0147b592ae3d,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:04:17.170455 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:17.221542 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:17.338842 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:17.339193 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (7bf9ece1-0b29-47e3-ae98-79133e089034), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:17.339507 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Floating IP 7bf9ece1-0b29-47e3-ae98-79133e089034 disassociated. External IP: 172.27.0.127, port: f0b8da74-d9c0-440b-99ef-0147b592ae3d. Jul 12 04:04:17.339845 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Calling delete_port for f0b8da74-d9c0-440b-99ef-0147b592ae3d owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:04:17.380914 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa697aa7-fe5e-4ec6-a7ba-35315eece1d4 req-5bd4c2d5-c2c2-4225-ae0e-d3279eb6415a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:17.382395 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fa697aa7-fe5e-4ec6-a7ba-35315eece1d4 req-5bd4c2d5-c2c2-4225-ae0e-d3279eb6415a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=a87f737c-428c-4c33-9622-1cb03773adf4 HTTP/1.1" status: 200 len: 946 time: 0.0607164 Jul 12 04:04:17.479010 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fa697aa7-fe5e-4ec6-a7ba-35315eece1d4 req-33b5c4b8-581a-435d-88e8-63e07b1ccf7e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687084 Jul 12 04:04:17.540393 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (f0b8da74-d9c0-440b-99ef-0147b592ae3d), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:17.571865 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'Port': ['ID=f0b8da74-d9c0-440b-99ef-0147b592ae3d,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:17.678691 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:04:17.736812 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b85beb62-7523-4beb-a619-4717c7b6674c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:17.785453 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:04:17.797835 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:04:17.808242 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:04:17.808852 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:04:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:17.842278 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] No DVR routers for this DVR port f0b8da74-d9c0-440b-99ef-0147b592ae3d on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:04:17.845686 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:17.851028 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7b9b91bd-fd7f-44db-aebe-4747431987a3 req-bfc0a866-dd98-458d-947e-bcf87937fd33 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "DELETE /v2.0/ports/f0b8da74-d9c0-440b-99ef-0147b592ae3d HTTP/1.1" status: 204 len: 173 time: 0.8511653 Jul 12 04:04:17.851675 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'name': 'network-vif-deleted', 'tag': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:04:17.855382 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decb7c8c-72c3-4af6-abc3-a7f4f36616db" -d '{"events": [{"server_uuid": "a87f737c-428c-4c33-9622-1cb03773adf4", "name": "network-vif-deleted", "tag": "f0b8da74-d9c0-440b-99ef-0147b592ae3d"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:04:17.909115 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68a0f047-6e39-4bb1-a057-4e8e0f6ed460 x-openstack-request-id: req-68a0f047-6e39-4bb1-a057-4e8e0f6ed460 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:04:17.909572 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87f737c-428c-4c33-9622-1cb03773adf4", "name": "network-vif-deleted", "tag": "f0b8da74-d9c0-440b-99ef-0147b592ae3d", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:04:17.910001 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-68a0f047-6e39-4bb1-a057-4e8e0f6ed460 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:04:17.910808 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-68a0f047-6e39-4bb1-a057-4e8e0f6ed460'] response: {'server_uuid': 'a87f737c-428c-4c33-9622-1cb03773adf4', 'name': 'network-vif-deleted', 'tag': 'f0b8da74-d9c0-440b-99ef-0147b592ae3d', 'status': 'completed', 'code': 200} Jul 12 04:04:17.936468 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:04:18.142056 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:18.166337 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:04:18.175537 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:04:18.176168 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:04:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:18.280197 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:04:18.307818 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:18.374714 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:18.407555 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:18.472130 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:18.496358 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46673b6a-3623-4873-9fb1-7ed677e7568a None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:04:18.571497 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43170) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:18.629947 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (9c212676-e6ab-4c8b-bbb5-dc25a924cb5c), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:18.720135 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:18.742557 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-334c82b5-d086-43fe-b611-e2f1b03e02e5 None None] New status for floating IP 7bf9ece1-0b29-47e3-ae98-79133e089034: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:04:18.912975 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (9c212676-e6ab-4c8b-bbb5-dc25a924cb5c), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:18.963874 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (9c212676-e6ab-4c8b-bbb5-dc25a924cb5c), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:18.966477 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:18.967654 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "DELETE /v2.0/security-groups/9c212676-e6ab-4c8b-bbb5-dc25a924cb5c HTTP/1.1" status: 204 len: 168 time: 0.3949788 Jul 12 04:04:18.970713 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43172) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:18.976960 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c212676-e6ab-4c8b-bbb5-dc25a924cb5c,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:18.984377 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.984720 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.985056 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.985169 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.api.v2.resource [None req-a0f56fb1-9039-448f-86d5-6a6f74fc678a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] show failed (client error): The resource could not be found. Jul 12 04:04:18.985387 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.985717 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.986040 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.986133 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-a0f56fb1-9039-448f-86d5-6a6f74fc678a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups/9c212676-e6ab-4c8b-bbb5-dc25a924cb5c HTTP/1.1" status: 404 len: 347 time: 0.0143960 Jul 12 04:04:18.986359 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.986675 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.986990 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.987307 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.987632 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.987977 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.988313 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.988630 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.988949 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74acb0e5-579c-403e-b4bc-1593b353087e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:18.989100 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43174) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:19.101457 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Deleting port 2fb18538-02e4-4608-a2be-2f007dc47b04 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:04:19.101786 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (2fb18538-02e4-4608-a2be-2f007dc47b04), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.179799 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (2fb18538-02e4-4608-a2be-2f007dc47b04), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.180093 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (2fb18538-02e4-4608-a2be-2f007dc47b04), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.192514 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Calling delete_port for 2fb18538-02e4-4608-a2be-2f007dc47b04 owned by network:floatingip {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:04:19.239994 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:19.246535 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:19.333481 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (2fb18538-02e4-4608-a2be-2f007dc47b04), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.358735 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'Port': ['ID=2fb18538-02e4-4608-a2be-2f007dc47b04,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:19.423512 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (7bf9ece1-0b29-47e3-ae98-79133e089034), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.426115 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.427241 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-a9f62fd6-75a7-4b15-9fb0-72e8220e4cf3 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "DELETE /v2.0/floatingips/7bf9ece1-0b29-47e3-ae98-79133e089034 HTTP/1.1" status: 204 len: 168 time: 0.4373889 Jul 12 04:04:19.510541 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43178) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:19.515832 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-d5bcd9ed-e895-4786-8486-59082b7e2332 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280786283', 'description': 'tempest-description--434095729'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:04:19.539778 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd9ed-e895-4786-8486-59082b7e2332 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.585274 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device f0b8da74-d9c0-440b-99ef-0147b592ae3d no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:04:19.605475 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: f0b8da74-d9c0-440b-99ef-0147b592ae3d {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:04:19.605821 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device f0b8da74-d9c0-440b-99ef-0147b592ae3d not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:04:19.618587 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd9ed-e895-4786-8486-59082b7e2332 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (e6edded4-f3f3-4043-8b09-885cd1ae9b27), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.623640 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd9ed-e895-4786-8486-59082b7e2332 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e6edded4-f3f3-4043-8b09-885cd1ae9b27), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.655433 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d5bcd9ed-e895-4786-8486-59082b7e2332 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.656677 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d5bcd9ed-e895-4786-8486-59082b7e2332 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1451302 Jul 12 04:04:19.657727 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bcd9ed-e895-4786-8486-59082b7e2332 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6edded4-f3f3-4043-8b09-885cd1ae9b27,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:19.661312 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43180) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:19.666007 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-dee5e3b6-417d-4258-8c1a-816cadb01dfd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group_rule': {'security_group_id': 'e6edded4-f3f3-4043-8b09-885cd1ae9b27', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:04:19.694773 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dee5e3b6-417d-4258-8c1a-816cadb01dfd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (ef094eb7-e23c-435a-9ceb-ad69911feb6d), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.750905 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dee5e3b6-417d-4258-8c1a-816cadb01dfd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (ef094eb7-e23c-435a-9ceb-ad69911feb6d), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.755579 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dee5e3b6-417d-4258-8c1a-816cadb01dfd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (ef094eb7-e23c-435a-9ceb-ad69911feb6d), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.773888 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e3b6-417d-4258-8c1a-816cadb01dfd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef094eb7-e23c-435a-9ceb-ad69911feb6d,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:19.780077 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dee5e3b6-417d-4258-8c1a-816cadb01dfd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.781284 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-dee5e3b6-417d-4258-8c1a-816cadb01dfd tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189182 Jul 12 04:04:19.784595 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43182) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:19.788947 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-6bff545a-40a0-4fc2-872b-48db1c241147 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group_rule': {'security_group_id': 'e6edded4-f3f3-4043-8b09-885cd1ae9b27', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:04:19.815719 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6bff545a-40a0-4fc2-872b-48db1c241147 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (439fc2e9-fe8f-4e63-b22e-564b60c6d717), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.881083 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6bff545a-40a0-4fc2-872b-48db1c241147 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (439fc2e9-fe8f-4e63-b22e-564b60c6d717), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.887857 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6bff545a-40a0-4fc2-872b-48db1c241147 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (439fc2e9-fe8f-4e63-b22e-564b60c6d717), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.905318 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bff545a-40a0-4fc2-872b-48db1c241147 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=439fc2e9-fe8f-4e63-b22e-564b60c6d717,revision_number=0']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:19.916028 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6bff545a-40a0-4fc2-872b-48db1c241147 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:19.917299 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6bff545a-40a0-4fc2-872b-48db1c241147 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1317527 Jul 12 04:04:19.921632 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43184) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:19.926230 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:04:19.951139 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.033549 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.137862 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Allocated IP 172.27.0.216 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/459a2a01-1f4b-4014-a325-54c0d479a0a1) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:04:20.197449 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.210496 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:20.221906 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:DELETE=1,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:20.246443 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (459a2a01-1f4b-4014-a325-54c0d479a0a1), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.280474 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (459a2a01-1f4b-4014-a325-54c0d479a0a1), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.321490 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:04:20.326536 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:04:20.328789 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=459a2a01-1f4b-4014-a325-54c0d479a0a1,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:20.330874 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:04:20.415286 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (b583ee7b-7963-4806-a059-dfa05092b1ac), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.456689 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (459a2a01-1f4b-4014-a325-54c0d479a0a1), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.601533 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.619862 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (459a2a01-1f4b-4014-a325-54c0d479a0a1), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.624617 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (459a2a01-1f4b-4014-a325-54c0d479a0a1), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.693694 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=459a2a01-1f4b-4014-a325-54c0d479a0a1,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:20.705185 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (b583ee7b-7963-4806-a059-dfa05092b1ac), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.723489 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:20.724794 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-cfd1278a-d73b-4161-a1ca-296abba7ec8d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8021362 Jul 12 04:04:20.886328 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-df791db9-665b-4515-b35c-f32dbb5e898c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--280786283&fields=id&tenant_id=5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 267 time: 0.0469728 Jul 12 04:04:21.000351 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-2ae27001-e5c2-4e49-bc8b-0d4b3ccf7b94 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:21.001795 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-2ae27001-e5c2-4e49-bc8b-0d4b3ccf7b94 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 815 time: 0.1031513 Jul 12 04:04:21.016726 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-af57d9e6-f135-4cb3-8efa-d8304cf959c6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/quotas/5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 375 time: 0.0092936 Jul 12 04:04:21.067360 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-6f305c2a-1222-49de-ba40-5c1f19e847bf tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457969 Jul 12 04:04:21.111323 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:21.160578 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:21.170670 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-8e525758-34b2-4479-8542-d8798f5aaf3e service neutron] 10.222.0.20 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909643 Jul 12 04:04:21.269054 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-be3ef62e-748f-4d15-b314-ec37969775e7 service neutron] 10.222.0.20 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891051 Jul 12 04:04:21.442460 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-41a672d1-73b8-48a3-9d54-62f6692feb26 req-841590c0-f2ee-4b27-a879-b7ba71f3c7b1 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 210 time: 0.0311975 Jul 12 04:04:22.492137 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-c1ec9378-f68f-4158-986e-677eac6dea47 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:22.493883 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-c1ec9378-f68f-4158-986e-677eac6dea47 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 815 time: 0.1076527 Jul 12 04:04:22.541003 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-501a245b-82f1-4a64-b34e-15cca4f74677 req-bdad32d7-0178-4b2c-bf77-f6fe941e3c51 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 210 time: 0.0296226 Jul 12 04:04:22.565737 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-3d92f628-aa07-481b-8a8c-b0ee71577dcc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 379 time: 0.0563447 Jul 12 04:04:22.672514 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'port': {'device_id': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'admin_state_up': True, 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'security_groups': ['e6edded4-f3f3-4043-8b09-885cd1ae9b27']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:04:22.775922 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:DELETE=6,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:22.796315 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Made reservation on behalf of 5c29114118814a298f6337842ad29a9b for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 04:04:22.799733 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:22.917002 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=7 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:22.938956 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Allocated IP 172.20.0.3 (56d544be-a0fe-4e9c-9375-791b0f38b322/09f0ce89-0991-4ef0-a98f-e5fa69f9334c/482dcf1b-a4f9-4b80-bbdb-c855f58434c6) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:04:23.083437 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.120206 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.167142 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:04:23.170552 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:04:23.174198 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:04:23.180167 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:23.228322 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:23.228984 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.247755 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-9cffd836-a6cb-4cd8-bbd6-83f126b7cb4a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5822415 Jul 12 04:04:23.265297 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Request body: {'port': {'device_id': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:04:23.328586 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.357214 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-06bfb6f1-9db6-43f2-b1cf-584c5c00e170 None None] Provisioning complete for port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:04:23.357782 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-06bfb6f1-9db6-43f2-b1cf-584c5c00e170 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.388091 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-06bfb6f1-9db6-43f2-b1cf-584c5c00e170 None None] Port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 04:04:23.601862 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:04:23.609956 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Publish callbacks [] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.650883 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Transition to ACTIVE for port object 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 04:04:23.655670 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=87,neutron:INSERT=5,neutron:UPDATE=7,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:23.658371 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.670004 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a10fe5-d699-4b9f-a391-1ae0e1a0ccbc req-05cfdbf8-5eda-4d7b-a5c5-873e2e79ab76 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:23.671478 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-11a10fe5-d699-4b9f-a391-1ae0e1a0ccbc req-05cfdbf8-5eda-4d7b-a5c5-873e2e79ab76 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 931 time: 0.0591025 Jul 12 04:04:23.708457 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:UPDATE=2,neutron:INSERT=2,neutron:SELECT=95,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:23.738799 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Pushing event updated for resources: {'Port': ['ID=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:23.770388 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-11a10fe5-d699-4b9f-a391-1ae0e1a0ccbc req-c2e9b437-d8f9-43b0-accc-ac71d6a7df63 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761917 Jul 12 04:04:23.842729 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Attempting to bind port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 04:04:23.843058 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Attempting to bind port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 04:04:23.843381 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Attempting to bind port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:04:23.848089 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 04:04:23.848406 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Attempting to bind port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:04:23.853397 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 4, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 04:04:23.853727 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Checking segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 04:04:23.854131 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Bound using segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 04:04:23.854563 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Bound port: 482dcf1b-a4f9-4b80-bbdb-c855f58434c6, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 04:04:23.854901 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.919211 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] For port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 04:04:23.924090 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] For port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 04:04:23.930897 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.969364 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:23.970045 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:23.971403 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] 10.222.0.44 "PUT /v2.0/ports/482dcf1b-a4f9-4b80-bbdb-c855f58434c6 HTTP/1.1" status: 200 len: 1093 time: 0.7106578 Jul 12 04:04:23.971830 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'tag': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:04:23.974072 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9465d1-1641-4116-9066-de2a7f75e8bc", "tag": "482dcf1b-a4f9-4b80-bbdb-c855f58434c6"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:04:23.996429 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67daa1f6-737f-4016-8441-7a6ba16cfe04 service neutron] Pushing event updated for resources: {'Port': ['ID=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:24.026562 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6531a233-c7db-47ec-b385-b5410e7c4d4a x-openstack-request-id: req-6531a233-c7db-47ec-b385-b5410e7c4d4a {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:04:24.027496 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9465d1-1641-4116-9066-de2a7f75e8bc", "tag": "482dcf1b-a4f9-4b80-bbdb-c855f58434c6", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:04:24.032767 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-6531a233-c7db-47ec-b385-b5410e7c4d4a {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:04:24.032767 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6531a233-c7db-47ec-b385-b5410e7c4d4a'] response: {'name': 'network-changed', 'server_uuid': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'tag': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6', 'status': 'completed', 'code': 200} Jul 12 04:04:24.086159 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-b42f5d7b-4a4f-455d-870c-a73ed340609e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:24.087687 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-b42f5d7b-4a4f-455d-870c-a73ed340609e service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 1127 time: 0.0419800 Jul 12 04:04:24.134679 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-c1190679-7567-4a3d-ac64-c71ee02f8b8f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=482dcf1b-a4f9-4b80-bbdb-c855f58434c6 HTTP/1.1" status: 200 len: 217 time: 0.0327158 Jul 12 04:04:24.185864 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-fb585636-21cc-4fd7-82cc-8818444eaa68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:24.187254 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-fb585636-21cc-4fd7-82cc-8818444eaa68 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0464778 Jul 12 04:04:24.230520 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-ac501491-838b-4a2e-9d1b-4ff35b01ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:24.232098 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-ac501491-838b-4a2e-9d1b-4ff35b01ed2a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391250 Jul 12 04:04:24.322795 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-b6fd7cd1-9589-41e2-a145-58d2a83ee44c service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Jul 12 04:04:24.419822 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1f5d80ae-29e3-452c-8d91-d8481029b3dc req-4b110f2b-83b4-434b-8950-4896211794fb service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883734 Jul 12 04:04:24.886507 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b1bfe-65b9-4606-b0da-378adf506934 req-2319df56-b26f-4b18-b609-666eada3db1a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:24.888034 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-204b1bfe-65b9-4606-b0da-378adf506934 req-2319df56-b26f-4b18-b609-666eada3db1a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 943 time: 0.0472050 Jul 12 04:04:24.936545 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-204b1bfe-65b9-4606-b0da-378adf506934 req-6f3a2d20-cfb7-460b-adaf-da00006dd819 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428951 Jul 12 04:04:26.059083 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0228cd9e-1746-4fb4-9f26-f5e187bdf300 req-35d6bbc4-7992-423d-8424-b74b604c9f52 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:26.060603 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0228cd9e-1746-4fb4-9f26-f5e187bdf300 req-35d6bbc4-7992-423d-8424-b74b604c9f52 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 943 time: 0.0472362 Jul 12 04:04:26.108650 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-0228cd9e-1746-4fb4-9f26-f5e187bdf300 req-6e2ee8d3-a128-4164-bb22-9a57b1e72e5d tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424602 Jul 12 04:04:26.888706 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-18086a07-dc37-46b8-9f0b-e0e0725a57a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:26.890216 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-18086a07-dc37-46b8-9f0b-e0e0725a57a2 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 1127 time: 0.0515952 Jul 12 04:04:26.985600 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:26.999026 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-5c7e5b58-a8b6-4ec7-a5fa-ddda9d85e565 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:27.000529 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-5c7e5b58-a8b6-4ec7-a5fa-ddda9d85e565 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0871050 Jul 12 04:04:27.185538 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-48303b35-60da-410c-b25a-86d02b3c80bd service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=482dcf1b-a4f9-4b80-bbdb-c855f58434c6 HTTP/1.1" status: 200 len: 217 time: 0.0394773 Jul 12 04:04:27.259260 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ab25b-4072-451f-acec-4814d4f7e77d req-7ab1409c-99b9-444f-aa0a-aad84fa4c7ef tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:27.260756 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fb0ab25b-4072-451f-acec-4814d4f7e77d req-7ab1409c-99b9-444f-aa0a-aad84fa4c7ef tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 943 time: 0.0743632 Jul 12 04:04:27.273383 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-20fbf41d-87ad-4085-b9b1-348bcfbf235e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:27.274715 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-20fbf41d-87ad-4085-b9b1-348bcfbf235e service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0798216 Jul 12 04:04:27.314621 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:27.342856 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-818ef25b-bd26-4541-8be5-eb85ace95493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:27.344383 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-818ef25b-bd26-4541-8be5-eb85ace95493 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0616686 Jul 12 04:04:27.347839 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-fb0ab25b-4072-451f-acec-4814d4f7e77d req-87ad7110-5534-4fd9-8b33-fecb09bc2715 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810671 Jul 12 04:04:27.441356 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-984b5eb9-e796-4b5f-9ae9-6cbbfd3937f8 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904965 Jul 12 04:04:27.600956 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 04:04:27.709750 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:04:27.721697 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'port_id': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6', 'mac_address': 'fa:16:3e:1a:e7:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 04:04:27.756918 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:04:27.757295 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:27.770736 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:04:27.789752 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:04:27.795092 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f1535d87-f8d1-4ee8-9c2e-1ad986ddaf63 req-e0e61545-26a1-459e-9aaf-54585a40049f service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3462353 Jul 12 04:04:27.795524 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:27.847566 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:27.854677 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.855010 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.855350 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.855689 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.856026 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.856364 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.856718 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.857039 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.857363 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.857664 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.857981 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.858302 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.858627 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.858940 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:27.859253 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:04:28.205465 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['482dcf1b-a4f9-4b80-bbdb-c855f58434c6'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 04:04:28.467168 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2856c874-b02e-46e2-99b0-7a542af95600 req-da49990e-c7dd-400d-97a1-a2edfc69f6fb tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:28.468671 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2856c874-b02e-46e2-99b0-7a542af95600 req-da49990e-c7dd-400d-97a1-a2edfc69f6fb tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 944 time: 0.0532064 Jul 12 04:04:28.519303 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-2856c874-b02e-46e2-99b0-7a542af95600 req-d88d6a23-fadc-48c9-b071-9c0c734fd152 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423174 Jul 12 04:04:28.824418 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:28.851466 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:29.602498 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:04:29.646755 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 04:04:29.651691 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c84b5e3-7465-4099-b734-2dd20dc7da30 req-8b67d7e2-7ad3-4c49-b79e-4b90536b4e0c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:29.653378 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:04:29.653636 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1c84b5e3-7465-4099-b734-2dd20dc7da30 req-8b67d7e2-7ad3-4c49-b79e-4b90536b4e0c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 944 time: 0.0493298 Jul 12 04:04:29.653840 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:29.703706 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-1c84b5e3-7465-4099-b734-2dd20dc7da30 req-283ae631-871f-43fd-9671-b51f3c0acd1b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432804 Jul 12 04:04:29.729167 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:04:29.729539 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:29.753917 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:04:29.756171 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d88709-15c8-49a2-9dbc-55967317a326" -d '{"events": [{"server_uuid": "ee9465d1-1641-4116-9066-de2a7f75e8bc", "name": "network-vif-plugged", "status": "completed", "tag": "482dcf1b-a4f9-4b80-bbdb-c855f58434c6"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:04:29.771342 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:04:29.776640 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:29.798893 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeac31ee-2307-43b5-a37a-b004ef68a8b2 x-openstack-request-id: req-eeac31ee-2307-43b5-a37a-b004ef68a8b2 {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:04:29.799178 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9465d1-1641-4116-9066-de2a7f75e8bc", "name": "network-vif-plugged", "status": "completed", "tag": "482dcf1b-a4f9-4b80-bbdb-c855f58434c6", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:04:29.799410 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-eeac31ee-2307-43b5-a37a-b004ef68a8b2 {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:04:29.799804 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eeac31ee-2307-43b5-a37a-b004ef68a8b2'] response: {'server_uuid': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6', 'code': 200} Jul 12 04:04:29.828958 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:04:30.007894 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf95a1f-ca69-4af0-991a-9967073b5ad3 req-4edf68fc-0437-4b00-b633-1e73a9d3c4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:30.009423 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ebf95a1f-ca69-4af0-991a-9967073b5ad3 req-4edf68fc-0437-4b00-b633-1e73a9d3c4f8 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 1129 time: 0.0390973 Jul 12 04:04:30.057626 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-ebf95a1f-ca69-4af0-991a-9967073b5ad3 req-8a3225dc-f0d4-4419-808d-575e77375361 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409617 Jul 12 04:04:30.839171 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96959756-2344-4bbe-94ba-4bc7b640caf3 req-09b24c06-245e-4392-9387-256dbf52222f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:30.840672 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96959756-2344-4bbe-94ba-4bc7b640caf3 req-09b24c06-245e-4392-9387-256dbf52222f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 945 time: 0.0567391 Jul 12 04:04:30.887442 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-96959756-2344-4bbe-94ba-4bc7b640caf3 req-845880fb-a084-4129-9b60-528892b86c3e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408738 Jul 12 04:04:31.934863 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:04:32.010057 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4227c6b5-2221-40b4-b556-01ae575ea937 req-68122467-f33b-4123-9bc3-f23e4433e680 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:32.011436 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4227c6b5-2221-40b4-b556-01ae575ea937 req-68122467-f33b-4123-9bc3-f23e4433e680 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 945 time: 0.0511050 Jul 12 04:04:32.058796 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4227c6b5-2221-40b4-b556-01ae575ea937 req-1fc74ac0-f231-4489-bd38-8e6941f0725f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415950 Jul 12 04:04:32.180774 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b89ba7-e8b4-4ca2-9e8d-5b71af289d4f req-6ea49ee9-73fc-486b-a484-4a0e3eabead8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:32.182228 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d0b89ba7-e8b4-4ca2-9e8d-5b71af289d4f req-6ea49ee9-73fc-486b-a484-4a0e3eabead8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 945 time: 0.0581126 Jul 12 04:04:32.191117 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43240) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:04:32.195686 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-17b9c425-bea5-4ff7-8332-a4b717dc0c8e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'floatingip': {'port_id': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:04:32.237289 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-17b9c425-bea5-4ff7-8332-a4b717dc0c8e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (b583ee7b-7963-4806-a059-dfa05092b1ac), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:32.680041 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-17b9c425-bea5-4ff7-8332-a4b717dc0c8e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:32.685455 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-17b9c425-bea5-4ff7-8332-a4b717dc0c8e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (b583ee7b-7963-4806-a059-dfa05092b1ac), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:32.782839 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-17b9c425-bea5-4ff7-8332-a4b717dc0c8e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Floating IP b583ee7b-7963-4806-a059-dfa05092b1ac associated. External IP: 172.27.0.216, port: 482dcf1b-a4f9-4b80-bbdb-c855f58434c6. Jul 12 04:04:32.865412 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:32.875974 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:32.987554 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17b9c425-bea5-4ff7-8332-a4b717dc0c8e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:04:33.092178 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17b9c425-bea5-4ff7-8332-a4b717dc0c8e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:04:33.097063 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-17b9c425-bea5-4ff7-8332-a4b717dc0c8e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:33.102408 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:04:33.112589 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:04:33.113189 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:04:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:33.128150 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-17b9c425-bea5-4ff7-8332-a4b717dc0c8e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "PUT /v2.0/floatingips/b583ee7b-7963-4806-a059-dfa05092b1ac HTTP/1.1" status: 200 len: 991 time: 0.9357154 Jul 12 04:04:33.128527 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'tag': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:04:33.130788 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8234e629-4cd3-4f13-a982-264f441712da" -d '{"events": [{"name": "network-changed", "server_uuid": "ee9465d1-1641-4116-9066-de2a7f75e8bc", "tag": "482dcf1b-a4f9-4b80-bbdb-c855f58434c6"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:04:33.215648 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:04:33.223407 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce9496bf-3940-4744-a2c7-63d744680d32 x-openstack-request-id: req-ce9496bf-3940-4744-a2c7-63d744680d32 {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:04:33.223705 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee9465d1-1641-4116-9066-de2a7f75e8bc", "tag": "482dcf1b-a4f9-4b80-bbdb-c855f58434c6", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:04:33.223953 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ce9496bf-3940-4744-a2c7-63d744680d32 {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:04:33.224385 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce9496bf-3940-4744-a2c7-63d744680d32'] response: {'name': 'network-changed', 'server_uuid': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'tag': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6', 'status': 'completed', 'code': 200} Jul 12 04:04:33.306908 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234e629-4cd3-4f13-a982-264f441712da req-b6b0207f-829e-4e9d-9f0a-d8b06cfbc37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:33.308469 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8234e629-4cd3-4f13-a982-264f441712da req-b6b0207f-829e-4e9d-9f0a-d8b06cfbc37f service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 1129 time: 0.0405874 Jul 12 04:04:33.367559 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:33.405640 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234e629-4cd3-4f13-a982-264f441712da req-3d0b4eeb-17d5-4215-844c-beee45480771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:33.407004 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8234e629-4cd3-4f13-a982-264f441712da req-3d0b4eeb-17d5-4215-844c-beee45480771 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0915403 Jul 12 04:04:33.421387 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:33.425700 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': 'b583ee7b-7963-4806-a059-dfa05092b1ac', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:1a:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:04:20Z', 'updated_at': '2022-07-12T04:04:32Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:33.454025 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:04:33.462783 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:04:33.463378 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:04:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:33.464865 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:33.480158 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8234e629-4cd3-4f13-a982-264f441712da req-6d900062-d7cf-4ace-bc32-4339834f1be7 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=482dcf1b-a4f9-4b80-bbdb-c855f58434c6 HTTP/1.1" status: 200 len: 999 time: 0.0660412 Jul 12 04:04:33.495132 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:33.535611 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234e629-4cd3-4f13-a982-264f441712da req-a5a9ce87-6594-4cfd-bb6f-f00b59d80acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:33.537140 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8234e629-4cd3-4f13-a982-264f441712da req-a5a9ce87-6594-4cfd-bb6f-f00b59d80acc service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0506759 Jul 12 04:04:33.583572 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234e629-4cd3-4f13-a982-264f441712da req-ef1de451-baf5-4490-94a1-b9bb35504b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:04:33.585124 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8234e629-4cd3-4f13-a982-264f441712da req-ef1de451-baf5-4490-94a1-b9bb35504b45 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410924 Jul 12 04:04:33.681165 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8234e629-4cd3-4f13-a982-264f441712da req-59be2b82-a14b-4158-8525-0b225b118d82 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893264 Jul 12 04:04:33.696518 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:04:33.778846 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-8234e629-4cd3-4f13-a982-264f441712da req-fd33c510-f8a7-4395-ab23-f1565afc05e0 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921583 Jul 12 04:04:33.921369 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': 'b583ee7b-7963-4806-a059-dfa05092b1ac', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:1a:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:04:20Z', 'updated_at': '2022-07-12T04:04:32Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:04:33.945736 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6909559-4cff-41fd-b1c0-c4642d3e804e None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': 'b583ee7b-7963-4806-a059-dfa05092b1ac', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.216', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 688, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:1a:e7:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:04:20Z', 'updated_at': '2022-07-12T04:04:32Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:04:34.127602 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ea5b83f-2726-45b7-aba4-cf71f1209fbe None None] New status for floating IP b583ee7b-7963-4806-a059-dfa05092b1ac: ACTIVE {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:04:43.121106 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=37 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:43.124751 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=20 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:43.769854 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:43.775690 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=28 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:43.917342 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=22 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:43.923249 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=27 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:43.924587 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=26 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:44.234512 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:44.236985 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=11,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:04:45.226376 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c2b7a0a9-5b98-4917-b0de-81132106be40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:46.929669 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:47.752367 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5e87205b-19b2-43b2-ac80-1217f7ed37e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:48.734941 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:50.198171 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:04:50.607944 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:00.592331 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=4,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:00.593575 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:00.600798 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:08.940271 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:05:15.230526 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d4722879-8f2d-4405-a728-c3f620baf437 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:16.924304 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:17.754211 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-82c5354d-7980-404e-a924-ebfea8649371 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:18.738018 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:18.930876 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=5 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:18.932321 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=5 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:20.211757 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:20.603402 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:25.128041 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43264) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:25.369670 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Deleting port 3b7f83b4-422c-4e97-af82-4ed61f72f415 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:05:25.369959 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (3b7f83b4-422c-4e97-af82-4ed61f72f415), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:25.446740 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (3b7f83b4-422c-4e97-af82-4ed61f72f415), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:25.447035 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for floatingip (3b7f83b4-422c-4e97-af82-4ed61f72f415), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:25.463597 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Calling delete_port for 3b7f83b4-422c-4e97-af82-4ed61f72f415 owned by network:floatingip {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:05:25.607820 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (3b7f83b4-422c-4e97-af82-4ed61f72f415), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:25.629716 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event deleted for resources: {'Port': ['ID=3b7f83b4-422c-4e97-af82-4ed61f72f415,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:25.639325 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.639638 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.640025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.640350 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.640670 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.640986 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.641916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.641916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.641916 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.642210 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.642474 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.642865 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.643149 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.643455 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.643760 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:25.706801 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for floatingip (5a222517-7758-46ed-b94c-4118400d345f), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:25.707402 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Floating IP 5a222517-7758-46ed-b94c-4118400d345f disassociated (deleted). External IP: 172.27.0.76, port: c31ca6c3-cf04-4828-a8bf-1c95239cd2d1. Jul 12 04:05:25.914364 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Router 26b6595f-a566-4a3f-ad4b-7943934b172a has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:05:26.014251 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:05:26.018642 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:26.025076 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] Sync routers for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:05:26.035587 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:05:26.036215 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:26.050577 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-cf665a4f-a670-46a0-80a2-f043d4809a8e tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "DELETE /v2.0/floatingips/5a222517-7758-46ed-b94c-4118400d345f HTTP/1.1" status: 204 len: 168 time: 0.9214606 Jul 12 04:05:26.051143 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:05:26.053338 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f962878c-f56a-494d-92a8-aa3200af3d32" -d '{"events": [{"name": "network-changed", "server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:05:26.111787 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15789c0d-e738-4928-aedb-47c72ed65f54 x-openstack-request-id: req-15789c0d-e738-4928-aedb-47c72ed65f54 {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:05:26.112118 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:05:26.112361 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-15789c0d-e738-4928-aedb-47c72ed65f54 {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:05:26.112767 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-15789c0d-e738-4928-aedb-47c72ed65f54'] response: {'name': 'network-changed', 'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'status': 'completed', 'code': 200} Jul 12 04:05:26.148935 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:05:26.249915 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-00d839a0-7c19-4aa9-a85e-611219f8589b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:26.252249 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-00d839a0-7c19-4aa9-a85e-611219f8589b service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 1129 time: 0.0961063 Jul 12 04:05:26.285652 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:26.288655 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:26.304307 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ee73ec-6b3a-4844-a25e-91ba89c2dcc0 req-20246027-ef56-455d-9253-521c48b35f85 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:26.305809 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-83ee73ec-6b3a-4844-a25e-91ba89c2dcc0 req-20246027-ef56-455d-9253-521c48b35f85 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0510194 Jul 12 04:05:26.335680 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:27Z', 'revision_number': 5, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:26.355558 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-83ee73ec-6b3a-4844-a25e-91ba89c2dcc0 req-80b29dc9-dcbb-4e87-8ef3-e465b7fb0467 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441060 Jul 12 04:05:26.359648 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] Checking router: 26b6595f-a566-4a3f-ad4b-7943934b172a for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:05:26.368769 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:05:26.369370 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:26.477276 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:05:26.675267 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:27Z', 'revision_number': 5, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:26.699118 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2f79f24-6593-439a-b13a-c38da8be104b None None] The sync data for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi is: [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:23Z', 'revision_number': 4, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': 'e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7', 'name': '', 'network_id': '23b1d494-c0d9-49ee-89d4-d49d1b596fa3', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'mac_address': 'fa:16:3e:c9:2c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_interface', 'standard_attr_id': 599, 'fixed_ips': [{'subnet_id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:22Z', 'updated_at': '2022-07-12T03:59:27Z', 'revision_number': 5, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'subnets': [{'id': '71af41a3-63bc-441e-84be-805c5bb7a9c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:05:26.931073 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0196e951-f803-499e-870d-62fdaccd9a11 None None] New status for floating IP 5a222517-7758-46ed-b94c-4118400d345f: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:05:27.369055 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-62f5f401-db41-455a-8c11-bdaa0c2e0a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:27.370563 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-62f5f401-db41-455a-8c11-bdaa0c2e0a57 service neutron] 10.222.0.44 "GET /v2.0/networks?id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3 HTTP/1.1" status: 200 len: 910 time: 0.0986397 Jul 12 04:05:27.525463 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2508ab1-1aa3-4b0c-a7b5-5d021da6bbc0 req-33cc76cd-d999-4453-be23-5b52b2fced8d tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:27.526940 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2508ab1-1aa3-4b0c-a7b5-5d021da6bbc0 req-33cc76cd-d999-4453-be23-5b52b2fced8d tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0998790 Jul 12 04:05:27.578455 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-e2508ab1-1aa3-4b0c-a7b5-5d021da6bbc0 req-2bd79b3d-3864-4916-9818-58d4a768f414 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456011 Jul 12 04:05:27.737535 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-5857a149-7974-4d81-bd71-680a113238a9 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 HTTP/1.1" status: 200 len: 217 time: 0.0395012 Jul 12 04:05:28.043375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-3b443c94-fe69-49e1-b887-918e0a331432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:28.044867 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-3b443c94-fe69-49e1-b887-918e0a331432 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=71af41a3-63bc-441e-84be-805c5bb7a9c7 HTTP/1.1" status: 200 len: 848 time: 0.0472045 Jul 12 04:05:28.098808 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-0ab3e5e9-e88e-441a-9f50-ae596de7ae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:28.100344 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-0ab3e5e9-e88e-441a-9f50-ae596de7ae09 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=23b1d494-c0d9-49ee-89d4-d49d1b596fa3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0396159 Jul 12 04:05:28.246106 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-dc167dee-e5e6-455f-b4e0-62064ed5fae3 service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899024 Jul 12 04:05:28.428281 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-af1d228a-6cb6-4bfe-ad34-6e4485ec9482 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:28.429708 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-af1d228a-6cb6-4bfe-ad34-6e4485ec9482 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.44 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0733900 Jul 12 04:05:28.519983 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f962878c-f56a-494d-92a8-aa3200af3d32 req-701fa789-c385-4e90-9cf6-c5f01ab1711b service neutron] 10.222.0.44 "GET /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518428 Jul 12 04:05:28.555117 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Deleting port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:05:28.555446 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:28.653992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] For port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:05:28.654351 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:28.667615 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Calling delete_port for c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:05:28.693720 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af8d08d-d892-4545-83e6-79f6ba7ed29a req-6ad5f216-0644-421b-bca3-2ed774a2cde8 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:28.695176 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7af8d08d-d892-4545-83e6-79f6ba7ed29a req-6ad5f216-0644-421b-bca3-2ed774a2cde8 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 945 time: 0.0471618 Jul 12 04:05:28.743095 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-7af8d08d-d892-4545-83e6-79f6ba7ed29a req-4a31c1c9-5e59-43de-add8-a81b26ee3186 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/security-groups?id=009ba071-c44e-4433-8f68-2b1271902e21&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421548 Jul 12 04:05:28.780969 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:28.802944 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (c31ca6c3-cf04-4828-a8bf-1c95239cd2d1), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:28.830701 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event deleted for resources: {'Port': ['ID=c31ca6c3-cf04-4828-a8bf-1c95239cd2d1,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:28.842856 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.843205 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.843577 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.843915 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.844350 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.844671 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.844887 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.845313 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.845681 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.846006 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.846362 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.846687 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.847003 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.847322 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.847637 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:28.884726 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] No DVR routers for this DVR port c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:05:28.887330 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:28.890514 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a42bcfba-dd43-47d6-8c1f-42a7dce75111 req-531da614-4a25-471d-afe9-846d70667e0b tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.44 "DELETE /v2.0/ports/c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 HTTP/1.1" status: 204 len: 173 time: 0.4321988 Jul 12 04:05:28.890921 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'name': 'network-vif-deleted', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:05:28.893270 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6384d72-519c-4491-85fc-91f2732d4f78" -d '{"events": [{"server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "name": "network-vif-deleted", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:05:28.932555 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bf5814-e93a-45d2-b191-1d4a4c1cd722 x-openstack-request-id: req-05bf5814-e93a-45d2-b191-1d4a4c1cd722 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:05:28.932846 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b74d356-e773-4d8b-85cf-b31c80c2aef3", "name": "network-vif-deleted", "tag": "c31ca6c3-cf04-4828-a8bf-1c95239cd2d1", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:05:28.933111 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-05bf5814-e93a-45d2-b191-1d4a4c1cd722 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:05:28.933504 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05bf5814-e93a-45d2-b191-1d4a4c1cd722'] response: {'server_uuid': '1b74d356-e773-4d8b-85cf-b31c80c2aef3', 'name': 'network-vif-deleted', 'tag': 'c31ca6c3-cf04-4828-a8bf-1c95239cd2d1', 'status': 'completed', 'code': 200} Jul 12 04:05:29.854869 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f1dd7b76-ae68-4aef-92e8-4d18dbe424ad req-95562f29-ddba-40e3-a6f4-c57e6b8d49a3 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b74d356-e773-4d8b-85cf-b31c80c2aef3 HTTP/1.1" status: 200 len: 210 time: 0.0309222 Jul 12 04:05:30.541180 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:30.552388 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-0b92a0c5-4e8a-4914-90f9-af85c8a52a46 service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0483685 Jul 12 04:05:30.661807 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-bbae3a91-dbe2-4a2d-8c8a-4fdd8e8965e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:30.664051 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-bbae3a91-dbe2-4a2d-8c8a-4fdd8e8965e8 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 1129 time: 0.0486481 Jul 12 04:05:30.769598 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-006f87f7-e53e-4e36-bcaf-9aa45cb98352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:30.771060 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-006f87f7-e53e-4e36-bcaf-9aa45cb98352 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0866292 Jul 12 04:05:30.834465 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-a7f06bec-b2cd-4ecc-89c0-51ab722a2b0b service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=482dcf1b-a4f9-4b80-bbdb-c855f58434c6 HTTP/1.1" status: 200 len: 1001 time: 0.0577824 Jul 12 04:05:30.883565 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-16cde889-7cb7-438d-a292-937e5bb68174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:30.885262 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-16cde889-7cb7-438d-a292-937e5bb68174 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0443215 Jul 12 04:05:30.915230 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43298) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:30.931294 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-334345b1-c946-4151-b47a-89874d25cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:30.933224 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-334345b1-c946-4151-b47a-89874d25cb8b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410459 Jul 12 04:05:30.973625 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-173f2886-f649-4631-80b8-cd3e314cc4f6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group (009ba071-c44e-4433-8f68-2b1271902e21), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:31.000170 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-173f2886-f649-4631-80b8-cd3e314cc4f6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group (009ba071-c44e-4433-8f68-2b1271902e21), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:31.025954 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-ee12f857-7f40-4035-92e2-f4f50ad9b77e service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865927 Jul 12 04:05:31.065047 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-173f2886-f649-4631-80b8-cd3e314cc4f6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (009ba071-c44e-4433-8f68-2b1271902e21), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:31.067752 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-173f2886-f649-4631-80b8-cd3e314cc4f6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:31.068929 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-173f2886-f649-4631-80b8-cd3e314cc4f6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] 10.222.0.20 "DELETE /v2.0/security-groups/009ba071-c44e-4433-8f68-2b1271902e21 HTTP/1.1" status: 204 len: 168 time: 0.1544216 Jul 12 04:05:31.078682 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f2886-f649-4631-80b8-cd3e314cc4f6 tempest-TestShelveInstance-1667516273 tempest-TestShelveInstance-1667516273-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=009ba071-c44e-4433-8f68-2b1271902e21,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:31.118765 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43302) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:31.129236 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-eea9acf1-9955-4199-b0f2-bf9ee01f503d req-038dfead-72fd-4927-99ef-aec56bee1d9a service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962925 Jul 12 04:05:31.805060 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (26b6595f-a566-4a3f-ad4b-7943934b172a), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:31.919427 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:05:31.942037 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:05:31.942384 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device c31ca6c3-cf04-4828-a8bf-1c95239cd2d1 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:05:32.028659 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Deleting port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:05:32.029279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:32.089202 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:32.106772 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:32.119272 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] For port e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:05:32.119632 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:32.133026 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Calling delete_port for e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 owned by network:router_interface {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:05:32.318781 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:32.341551 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Pushing event deleted for resources: {'Port': ['ID=e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:32.504396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (26b6595f-a566-4a3f-ad4b-7943934b172a), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:32.713644 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Router 26b6595f-a566-4a3f-ad4b-7943934b172a has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:05:32.819478 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:05:32.826763 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d2d44254-5557-4364-9870-c87298854705 admin admin] 10.222.0.20 "PUT /v2.0/routers/26b6595f-a566-4a3f-ad4b-7943934b172a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7069061 Jul 12 04:05:32.827517 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43306) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:32.830917 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] Sync routers for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:05:32.840734 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:05:32.841365 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:32.926558 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks [] for router (26b6595f-a566-4a3f-ad4b-7943934b172a), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:32.927937 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:32.943823 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:05:32.967004 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:33.027746 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks [] for router_gateway (26b6595f-a566-4a3f-ad4b-7943934b172a), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.075778 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Deleting port fee962ee-66a8-4214-b38b-bd49a3d770b7 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:05:33.076618 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.156638 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] For port fee962ee-66a8-4214-b38b-bd49a3d770b7, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fee962ee-66a8-4214-b38b-bd49a3d770b7,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:05:33.156989 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.170150 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Calling delete_port for fee962ee-66a8-4214-b38b-bd49a3d770b7 owned by network:router_gateway {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:05:33.236029 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193'}], 'enable_snat': True}, 'gw_port_id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T04:05:32Z', 'revision_number': 5, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port': {'id': 'fee962ee-66a8-4214-b38b-bd49a3d770b7', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:78:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T03:59:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:33.261001 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] Checking router: 26b6595f-a566-4a3f-ad4b-7943934b172a for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:05:33.269682 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] Routers {'26b6595f-a566-4a3f-ad4b-7943934b172a'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:05:33.270299 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['26b6595f-a566-4a3f-ad4b-7943934b172a'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:33.339303 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (fee962ee-66a8-4214-b38b-bd49a3d770b7), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.355242 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] Set router 26b6595f-a566-4a3f-ad4b-7943934b172a gateway port host: None {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:05:33.367530 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=fee962ee-66a8-4214-b38b-bd49a3d770b7,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:33.406138 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T04:05:33Z', 'revision_number': 6, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:33.431349 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13382baa-e7b0-47ac-b0b2-94a3422543d6 None None] The sync data for ids ['26b6595f-a566-4a3f-ad4b-7943934b172a'] in dv-cinder-847730-4-iscsi is: [{'id': '26b6595f-a566-4a3f-ad4b-7943934b172a', 'name': 'tempest-TestShelveInstance-1335529708-router', 'tenant_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:20Z', 'updated_at': '2022-07-12T04:05:33Z', 'revision_number': 6, 'project_id': 'aac1a71ff09f4ae38a5c3704fc43a950', 'gw_port_host': None}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:05:33.433966 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (26b6595f-a566-4a3f-ad4b-7943934b172a), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.520558 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (26b6595f-a566-4a3f-ad4b-7943934b172a), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.522675 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks [] for router_controller (26b6595f-a566-4a3f-ad4b-7943934b172a), precommit_delete_associations {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.566771 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (26b6595f-a566-4a3f-ad4b-7943934b172a), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.567648 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 26b6595f-a566-4a3f-ad4b-7943934b172a {{(pid=110647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 04:05:33.574666 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.576326 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-79edec97-fb1e-4bdc-91db-4fac085c2ed5 admin admin] 10.222.0.20 "DELETE /v2.0/routers/26b6595f-a566-4a3f-ad4b-7943934b172a HTTP/1.1" status: 204 len: 168 time: 0.7472727 Jul 12 04:05:33.579726 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43308) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:33.630688 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e094d71-85d2-4b67-adc8-107db152b538 admin admin] Deleting subnet 71af41a3-63bc-441e-84be-805c5bb7a9c7 {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 04:05:33.634343 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1e094d71-85d2-4b67-adc8-107db152b538 admin admin] Publish callbacks [] for subnet (71af41a3-63bc-441e-84be-805c5bb7a9c7), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.669348 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1e094d71-85d2-4b67-adc8-107db152b538 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (71af41a3-63bc-441e-84be-805c5bb7a9c7), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.752543 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1e094d71-85d2-4b67-adc8-107db152b538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (71af41a3-63bc-441e-84be-805c5bb7a9c7), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.813509 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1e094d71-85d2-4b67-adc8-107db152b538 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (71af41a3-63bc-441e-84be-805c5bb7a9c7), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.840215 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e094d71-85d2-4b67-adc8-107db152b538 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=71af41a3-63bc-441e-84be-805c5bb7a9c7,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:33.845203 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1e094d71-85d2-4b67-adc8-107db152b538 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.847713 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-1e094d71-85d2-4b67-adc8-107db152b538 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/71af41a3-63bc-441e-84be-805c5bb7a9c7 HTTP/1.1" status: 204 len: 168 time: 0.2666893 Jul 12 04:05:33.850668 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43310) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:33.858808 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aec1edd-91ec-41d8-bc52-217016455fc3 None None] Network 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 04:05:33.942059 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (23b1d494-c0d9-49ee-89d4-d49d1b596fa3), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:33.987721 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Deleting port d08166a6-cee8-4c5d-bc85-63f07d354e03 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:05:33.988069 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.050782 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] For port d08166a6-cee8-4c5d-bc85-63f07d354e03, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=d08166a6-cee8-4c5d-bc85-63f07d354e03,segment=NetworkSegment(cbb120f4-e82e-40ed-8be5-03bbbefc12ab),segment_id=cbb120f4-e82e-40ed-8be5-03bbbefc12ab)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:05:34.050996 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.067696 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Calling delete_port for d08166a6-cee8-4c5d-bc85-63f07d354e03 owned by network:dhcp {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:05:34.127365 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:34.135451 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:34.147187 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (d08166a6-cee8-4c5d-bc85-63f07d354e03), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.174186 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Pushing event deleted for resources: {'Port': ['ID=d08166a6-cee8-4c5d-bc85-63f07d354e03,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:34.179869 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] No DVR routers for this DVR port d08166a6-cee8-4c5d-bc85-63f07d354e03 on host dv-cinder-847730-4-iscsi {{(pid=110647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:05:34.204654 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab97bde7-43d2-4a33-99ee-e1e952259976 None None] DHCP port deletion for 23b1d494-c0d9-49ee-89d4-d49d1b596fa3 request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 04:05:34.263441 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (23b1d494-c0d9-49ee-89d4-d49d1b596fa3), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.266486 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:05:34.284033 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b1d494-c0d9-49ee-89d4-d49d1b596fa3']}} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:34.287209 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:05:34.287632 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device e4e30de6-03e7-4171-b8bb-4ac8e2fb57c7 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:05:34.288165 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device d08166a6-cee8-4c5d-bc85-63f07d354e03 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:05:34.293960 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab') {'for_net_delete': True} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:34.294259 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbb120f4-e82e-40ed-8be5-03bbbefc12ab') {} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:34.304898 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627617'] for segment (cbb120f4-e82e-40ed-8be5-03bbbefc12ab), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.308135 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: d08166a6-cee8-4c5d-bc85-63f07d354e03 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:05:34.308515 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device d08166a6-cee8-4c5d-bc85-63f07d354e03 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:05:34.308897 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fee962ee-66a8-4214-b38b-bd49a3d770b7 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:05:34.319025 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (cbb120f4-e82e-40ed-8be5-03bbbefc12ab), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.326309 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=110647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 04:05:34.326900 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5532234'] for segment (cbb120f4-e82e-40ed-8be5-03bbbefc12ab), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.328683 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: fee962ee-66a8-4214-b38b-bd49a3d770b7 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:05:34.328683 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fee962ee-66a8-4214-b38b-bd49a3d770b7 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:05:34.393326 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (23b1d494-c0d9-49ee-89d4-d49d1b596fa3), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.398532 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.401623 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] 10.222.0.20 "DELETE /v2.0/networks/23b1d494-c0d9-49ee-89d4-d49d1b596fa3 HTTP/1.1" status: 204 len: 168 time: 0.5496509 Jul 12 04:05:34.404721 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43316) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:34.409524 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment cbb120f4-e82e-40ed-8be5-03bbbefc12ab resource provider aggregate not found Jul 12 04:05:34.427210 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3bdf0b-b501-496d-b688-54248deb2bac admin admin] Pushing event deleted for resources: {'Network': ['ID=23b1d494-c0d9-49ee-89d4-d49d1b596fa3,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:34.430047 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment cbb120f4-e82e-40ed-8be5-03bbbefc12ab resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid cbb120f4-e82e-40ed-8be5-03bbbefc12ab found for delete ", "request_id": "req-5c5bd6c1-a15b-4860-8014-eaac43560ad8"}]} Jul 12 04:05:34.458663 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:DELETE=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:34.633650 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:34.727168 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (afd0d9ec-28e4-4773-a953-e20481c615ae), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:34.945757 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Deleting port 1f487e58-3cae-4711-9b33-2fa15623d2b2 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:05:34.945994 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:35.027148 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] For port 1f487e58-3cae-4711-9b33-2fa15623d2b2, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=1f487e58-3cae-4711-9b33-2fa15623d2b2,segment=NetworkSegment(e0f92b54-b3c9-4da1-8686-a96054cec5ac),segment_id=e0f92b54-b3c9-4da1-8686-a96054cec5ac)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:05:35.027500 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:35.040305 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Calling delete_port for 1f487e58-3cae-4711-9b33-2fa15623d2b2 owned by network:router_interface {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:05:35.223105 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (1f487e58-3cae-4711-9b33-2fa15623d2b2), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:35.245125 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f487e58-3cae-4711-9b33-2fa15623d2b2,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:35.349311 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:35.408333 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (afd0d9ec-28e4-4773-a953-e20481c615ae), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:35.410876 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:35.636029 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Router afd0d9ec-28e4-4773-a953-e20481c615ae has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:05:35.740985 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:05:35.746276 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-1510e0d8-6e7b-4065-a53f-dbf53afa3340 admin admin] 10.222.0.20 "PUT /v2.0/routers/afd0d9ec-28e4-4773-a953-e20481c615ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3403835 Jul 12 04:05:35.748842 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43320) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:35.751653 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] Sync routers for ids ['afd0d9ec-28e4-4773-a953-e20481c615ae'] in dv-cinder-847730-4-iscsi {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:05:35.762226 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] Routers {'afd0d9ec-28e4-4773-a953-e20481c615ae'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:05:35.762992 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['afd0d9ec-28e4-4773-a953-e20481c615ae'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:35.849712 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks [] for router (afd0d9ec-28e4-4773-a953-e20481c615ae), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:35.862694 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] Set router afd0d9ec-28e4-4773-a953-e20481c615ae gateway port host: dv-cinder-847730-4-iscsi {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:05:35.952023 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks [] for router_gateway (afd0d9ec-28e4-4773-a953-e20481c615ae), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:35.996411 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Deleting port 763d5952-8311-4985-adf6-1e83516fc369 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:05:35.996750 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (763d5952-8311-4985-adf6-1e83516fc369), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.042265 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49'}], 'enable_snat': True}, 'gw_port_id': '763d5952-8311-4985-adf6-1e83516fc369', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T04:05:35Z', 'revision_number': 5, 'project_id': '9340450b91db44459cc62a2276957230', 'gw_port': {'id': '763d5952-8311-4985-adf6-1e83516fc369', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:d8:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 610, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T03:59:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:36.066831 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] Checking router: afd0d9ec-28e4-4773-a953-e20481c615ae for host: dv-cinder-847730-4-iscsi {{(pid=110650) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:05:36.075904 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] For port 763d5952-8311-4985-adf6-1e83516fc369, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=763d5952-8311-4985-adf6-1e83516fc369,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:05:36.076218 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (763d5952-8311-4985-adf6-1e83516fc369), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.079406 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvrscheduler_db [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] Routers {'afd0d9ec-28e4-4773-a953-e20481c615ae'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110650) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:05:36.079997 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['afd0d9ec-28e4-4773-a953-e20481c615ae'], 'active': True} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:36.096877 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Calling delete_port for 763d5952-8311-4985-adf6-1e83516fc369 owned by network:router_gateway {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:05:36.163084 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_dvr_db [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] Set router afd0d9ec-28e4-4773-a953-e20481c615ae gateway port host: None {{(pid=110650) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:05:36.205504 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:36.212342 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.l3_hamode_db [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T04:05:35Z', 'revision_number': 6, 'project_id': '9340450b91db44459cc62a2276957230', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110650) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:36.240023 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-752197de-b0bc-4fc0-9e99-6b9a966f98ef None None] The sync data for ids ['afd0d9ec-28e4-4773-a953-e20481c615ae'] in dv-cinder-847730-4-iscsi is: [{'id': 'afd0d9ec-28e4-4773-a953-e20481c615ae', 'name': 'tempest-TestShelveInstance-821686023-router', 'tenant_id': '9340450b91db44459cc62a2276957230', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T03:59:25Z', 'updated_at': '2022-07-12T04:05:35Z', 'revision_number': 6, 'project_id': '9340450b91db44459cc62a2276957230', 'gw_port_host': None}] {{(pid=110650) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:05:36.271272 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (763d5952-8311-4985-adf6-1e83516fc369), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.557958 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Pushing event deleted for resources: {'Port': ['ID=763d5952-8311-4985-adf6-1e83516fc369,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:36.593320 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:36.614307 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (afd0d9ec-28e4-4773-a953-e20481c615ae), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.701580 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (afd0d9ec-28e4-4773-a953-e20481c615ae), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.703826 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks [] for router_controller (afd0d9ec-28e4-4773-a953-e20481c615ae), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.757732 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (afd0d9ec-28e4-4773-a953-e20481c615ae), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.758382 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afd0d9ec-28e4-4773-a953-e20481c615ae {{(pid=110648) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 04:05:36.762843 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.763783 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6611e9ac-24c9-4fb2-ac05-e9642211ee01 admin admin] 10.222.0.20 "DELETE /v2.0/routers/afd0d9ec-28e4-4773-a953-e20481c615ae HTTP/1.1" status: 204 len: 168 time: 1.0140445 Jul 12 04:05:36.766485 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43322) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:36.810634 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_v2 [None req-87a9890c-b713-432c-862f-291e805fdbc1 admin admin] Deleting subnet 4efbbf73-a3b3-42ad-89f3-ff14f7aae115 {{(pid=110648) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 04:05:36.813765 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-87a9890c-b713-432c-862f-291e805fdbc1 admin admin] Publish callbacks [] for subnet (4efbbf73-a3b3-42ad-89f3-ff14f7aae115), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.848801 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-87a9890c-b713-432c-862f-291e805fdbc1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5784977'] for subnet (4efbbf73-a3b3-42ad-89f3-ff14f7aae115), precommit_delete_associations {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.928830 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-87a9890c-b713-432c-862f-291e805fdbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (4efbbf73-a3b3-42ad-89f3-ff14f7aae115), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:36.990101 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-87a9890c-b713-432c-862f-291e805fdbc1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-6355346', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5635551'] for subnet (4efbbf73-a3b3-42ad-89f3-ff14f7aae115), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.016609 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9890c-b713-432c-862f-291e805fdbc1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4efbbf73-a3b3-42ad-89f3-ff14f7aae115,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:37.020343 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-87a9890c-b713-432c-862f-291e805fdbc1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for subnet (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.023377 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-87a9890c-b713-432c-862f-291e805fdbc1 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/4efbbf73-a3b3-42ad-89f3-ff14f7aae115 HTTP/1.1" status: 204 len: 168 time: 0.2559757 Jul 12 04:05:37.026049 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43324) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:37.026510 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4619d2b-42bd-4bf0-b7bf-1522628462bc None None] Network 72ecf7c4-b433-4c9d-a3a7-132c51de37bf requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 04:05:37.051703 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:37.098527 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (72ecf7c4-b433-4c9d-a3a7-132c51de37bf), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.140670 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Deleting port fac64829-63a7-4292-8678-1a1710a05937 {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:05:37.141437 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (fac64829-63a7-4292-8678-1a1710a05937), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.177108 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] DHCP port deletion for 72ecf7c4-b433-4c9d-a3a7-132c51de37bf request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 04:05:37.211008 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] For port fac64829-63a7-4292-8678-1a1710a05937, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fac64829-63a7-4292-8678-1a1710a05937,segment=NetworkSegment(e0f92b54-b3c9-4da1-8686-a96054cec5ac),segment_id=e0f92b54-b3c9-4da1-8686-a96054cec5ac)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:05:37.211456 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (fac64829-63a7-4292-8678-1a1710a05937), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.217364 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:37.220504 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Deleting port fac64829-63a7-4292-8678-1a1710a05937 {{(pid=110649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:05:37.220881 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (fac64829-63a7-4292-8678-1a1710a05937), before_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.226537 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Calling delete_port for fac64829-63a7-4292-8678-1a1710a05937 owned by network:dhcp {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:05:37.285751 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] For port fac64829-63a7-4292-8678-1a1710a05937, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=fac64829-63a7-4292-8678-1a1710a05937,segment=NetworkSegment(e0f92b54-b3c9-4da1-8686-a96054cec5ac),segment_id=e0f92b54-b3c9-4da1-8686-a96054cec5ac)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:05:37.286199 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (fac64829-63a7-4292-8678-1a1710a05937), precommit_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.301820 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Calling delete_port for fac64829-63a7-4292-8678-1a1710a05937 owned by network:dhcp {{(pid=110649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:05:37.312809 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (fac64829-63a7-4292-8678-1a1710a05937), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.342483 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=fac64829-63a7-4292-8678-1a1710a05937,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:37.344555 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] No DVR routers for this DVR port fac64829-63a7-4292-8678-1a1710a05937 on host dv-cinder-847730-4-iscsi {{(pid=110647) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:05:37.347199 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=3,neutron:SELECT=97 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:37.383334 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566'] for port (fac64829-63a7-4292-8678-1a1710a05937), after_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.405271 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Pushing event deleted for resources: {'Port': ['ID=fac64829-63a7-4292-8678-1a1710a05937,revision_number=None']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:37.413959 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (72ecf7c4-b433-4c9d-a3a7-132c51de37bf), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.414274 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] No DVR routers for this DVR port fac64829-63a7-4292-8678-1a1710a05937 on host dv-cinder-847730-4-iscsi {{(pid=110649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:05:37.416668 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.417026 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.417808 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.418144 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.418467 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.418785 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.419103 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.419417 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.419732 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.420065 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.420376 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.421081 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.421081 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.422002 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.422327 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6dd3122-d9a8-4eea-a3aa-f91c43241ed6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:05:37.437612 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['72ecf7c4-b433-4c9d-a3a7-132c51de37bf']}} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:37.447675 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0f92b54-b3c9-4da1-8686-a96054cec5ac') {'for_net_delete': True} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:37.447978 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.services.segments.db [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0f92b54-b3c9-4da1-8686-a96054cec5ac') {} {{(pid=110647) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:05:37.458082 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5627617'] for segment (e0f92b54-b3c9-4da1-8686-a96054cec5ac), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.472191 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (e0f92b54-b3c9-4da1-8686-a96054cec5ac), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.478608 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=110647) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 04:05:37.479046 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5532234'] for segment (e0f92b54-b3c9-4da1-8686-a96054cec5ac), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.508930 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment e0f92b54-b3c9-4da1-8686-a96054cec5ac resource provider aggregate not found Jul 12 04:05:37.539067 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.services.segments.plugin [-] Segment e0f92b54-b3c9-4da1-8686-a96054cec5ac resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid e0f92b54-b3c9-4da1-8686-a96054cec5ac found for delete ", "request_id": "req-0adca113-f6d4-4c2b-a3b3-8a06a254d6ff"}]} Jul 12 04:05:37.549631 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (72ecf7c4-b433-4c9d-a3a7-132c51de37bf), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.554639 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.557908 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] 10.222.0.20 "DELETE /v2.0/networks/72ecf7c4-b433-4c9d-a3a7-132c51de37bf HTTP/1.1" status: 204 len: 168 time: 0.5308077 Jul 12 04:05:37.570784 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58285cfc-6f21-4ce3-bb03-4f3c021d3dc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=72ecf7c4-b433-4c9d-a3a7-132c51de37bf,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:37.688214 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43334) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:37.730201 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-126299ab-e069-42ef-b337-449c7980d365 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=aac1a71ff09f4ae38a5c3704fc43a950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0408256 Jul 12 04:05:37.732703 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43336) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:37.778166 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:DELETE=12,neutron:SELECT=87,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:37.782365 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cdc7-a4b9-4a96-9e6a-9df478e655f4 admin admin] Publish callbacks [] for security_group (638eb4d4-854b-49d7-a0d2-68f7a0e91e70), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.806924 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:37.813670 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cdc7-a4b9-4a96-9e6a-9df478e655f4 admin admin] Publish callbacks [] for security_group (638eb4d4-854b-49d7-a0d2-68f7a0e91e70), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.866478 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cdc7-a4b9-4a96-9e6a-9df478e655f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (638eb4d4-854b-49d7-a0d2-68f7a0e91e70), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.868922 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1ab4cdc7-a4b9-4a96-9e6a-9df478e655f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:37.870126 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-1ab4cdc7-a4b9-4a96-9e6a-9df478e655f4 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/638eb4d4-854b-49d7-a0d2-68f7a0e91e70 HTTP/1.1" status: 204 len: 168 time: 0.1365182 Jul 12 04:05:37.879945 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4cdc7-a4b9-4a96-9e6a-9df478e655f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=638eb4d4-854b-49d7-a0d2-68f7a0e91e70,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:38.117732 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 763d5952-8311-4985-adf6-1e83516fc369 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:05:38.138034 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 763d5952-8311-4985-adf6-1e83516fc369 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:05:38.138383 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 763d5952-8311-4985-adf6-1e83516fc369 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:05:38.138803 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 1f487e58-3cae-4711-9b33-2fa15623d2b2 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:05:38.156452 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 1f487e58-3cae-4711-9b33-2fa15623d2b2 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:05:38.156754 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 1f487e58-3cae-4711-9b33-2fa15623d2b2 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:05:38.157160 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fac64829-63a7-4292-8678-1a1710a05937 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:05:38.176305 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: fac64829-63a7-4292-8678-1a1710a05937 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:05:38.176896 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device fac64829-63a7-4292-8678-1a1710a05937 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:05:38.216435 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43342) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:38.258564 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-ea3a1c36-ad74-4113-b273-99bc97f0e7e9 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=9340450b91db44459cc62a2276957230&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0409503 Jul 12 04:05:38.261238 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43344) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:05:38.315256 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b0b05899-aa20-4005-a2ea-7be06dac9cdf admin admin] Publish callbacks [] for security_group (b8527345-cce8-42b6-8194-537cf04b7863), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:38.338427 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b0b05899-aa20-4005-a2ea-7be06dac9cdf admin admin] Publish callbacks [] for security_group (b8527345-cce8-42b6-8194-537cf04b7863), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:38.387368 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b0b05899-aa20-4005-a2ea-7be06dac9cdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (b8527345-cce8-42b6-8194-537cf04b7863), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:38.389778 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-b0b05899-aa20-4005-a2ea-7be06dac9cdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:38.391019 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-b0b05899-aa20-4005-a2ea-7be06dac9cdf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/b8527345-cce8-42b6-8194-537cf04b7863 HTTP/1.1" status: 204 len: 168 time: 0.1289477 Jul 12 04:05:38.398647 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0b05899-aa20-4005-a2ea-7be06dac9cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8527345-cce8-42b6-8194-537cf04b7863,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:05:45.231463 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-81d1ee27-4dac-4483-8cea-b920b9bcb488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:45.940178 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:05:46.939996 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:46.984393 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=50,neutron:DELETE=4,neutron:UPDATE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:46.998902 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=36,neutron:DELETE=6,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:47.756976 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4d2bf23e-0c53-4f1a-b808-5636bcb3bf73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:48.394508 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:DELETE=4,neutron:SELECT=20 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:48.395286 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=35,neutron:DELETE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:48.730644 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:50.209936 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:50.600891 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:05:55.935013 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=62 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:55.936243 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=58 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:05:59.474684 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5dc45f-34b4-4e0a-91d8-fa3e560e76d0 req-ae6ada7c-27f1-4060-a6bc-acd6d83be650 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:05:59.476200 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4f5dc45f-34b4-4e0a-91d8-fa3e560e76d0 req-ae6ada7c-27f1-4060-a6bc-acd6d83be650 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 945 time: 0.0565910 Jul 12 04:05:59.525831 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-4f5dc45f-34b4-4e0a-91d8-fa3e560e76d0 req-ea13ecb8-27c5-4412-b080-a5d31076fe26 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417094 Jul 12 04:06:00.588806 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=11,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:00.592584 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=35,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:00.595297 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=21,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:00.652629 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353099e0-e543-4290-8945-d16f22dac3a0 req-d1ccb5e4-f590-4527-a4ee-69a178f64f42 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:00.654111 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-353099e0-e543-4290-8945-d16f22dac3a0 req-d1ccb5e4-f590-4527-a4ee-69a178f64f42 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 945 time: 0.0473366 Jul 12 04:06:00.709790 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-353099e0-e543-4290-8945-d16f22dac3a0 req-9af44813-dc78-46a3-b0ef-0331e03dd7cf tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=e6edded4-f3f3-4043-8b09-885cd1ae9b27&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469255 Jul 12 04:06:01.177916 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5483fe6e-d2ae-44cb-be29-a2969b14f754 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:01.179351 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5483fe6e-d2ae-44cb-be29-a2969b14f754 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 945 time: 0.0602226 Jul 12 04:06:01.267661 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Deleting port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:06:01.268021 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:01.359504 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] For port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:06:01.359860 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:01.522093 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:01.522355 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (b583ee7b-7963-4806-a059-dfa05092b1ac), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:01.522668 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Floating IP b583ee7b-7963-4806-a059-dfa05092b1ac disassociated. External IP: 172.27.0.216, port: 482dcf1b-a4f9-4b80-bbdb-c855f58434c6. Jul 12 04:06:01.523016 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Calling delete_port for 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:06:01.669374 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (482dcf1b-a4f9-4b80-bbdb-c855f58434c6), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:01.696779 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'Port': ['ID=482dcf1b-a4f9-4b80-bbdb-c855f58434c6,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:01.806435 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-5826138d-fd86-435c-8e1c-d07f975bfc5e req-b979d4c0-280d-45ed-9f79-2fb0ce2a490a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=ee9465d1-1641-4116-9066-de2a7f75e8bc HTTP/1.1" status: 200 len: 210 time: 0.0281339 Jul 12 04:06:01.808667 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:06:01.932142 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:06:01.943896 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:06:01.955126 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:06:01.955735 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:06:01.978088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] No DVR routers for this DVR port 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:06:01.980833 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:01.984131 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-08cbf713-8d46-44e1-ad60-60cff6256b14 req-5e6000ca-010b-48b6-91b7-0da1a8407466 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "DELETE /v2.0/ports/482dcf1b-a4f9-4b80-bbdb-c855f58434c6 HTTP/1.1" status: 204 len: 173 time: 0.7988763 Jul 12 04:06:01.984574 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'name': 'network-vif-deleted', 'tag': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:06:01.986826 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffeec24e-f897-47c8-ba2d-0616b4fe05fa" -d '{"events": [{"server_uuid": "ee9465d1-1641-4116-9066-de2a7f75e8bc", "name": "network-vif-deleted", "tag": "482dcf1b-a4f9-4b80-bbdb-c855f58434c6"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:06:02.087655 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:06:02.120319 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3064ee-f788-4a3f-a275-ac1988d2193e x-openstack-request-id: req-ea3064ee-f788-4a3f-a275-ac1988d2193e {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:06:02.120530 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee9465d1-1641-4116-9066-de2a7f75e8bc", "name": "network-vif-deleted", "tag": "482dcf1b-a4f9-4b80-bbdb-c855f58434c6", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:06:02.120635 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-ea3064ee-f788-4a3f-a275-ac1988d2193e {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:06:02.121066 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ea3064ee-f788-4a3f-a275-ac1988d2193e'] response: {'server_uuid': 'ee9465d1-1641-4116-9066-de2a7f75e8bc', 'name': 'network-vif-deleted', 'tag': '482dcf1b-a4f9-4b80-bbdb-c855f58434c6', 'status': 'completed', 'code': 200} Jul 12 04:06:02.283334 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:06:02.311350 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:06:02.320099 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:06:02.320661 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:06:02.425556 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:06:02.609175 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:06:02.633407 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc9ef27-1518-482c-9d7f-8005467675a5 None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:06:02.847958 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fbc0943-b241-4e68-8a72-3ffa050552f8 None None] New status for floating IP b583ee7b-7963-4806-a059-dfa05092b1ac: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:06:02.896030 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43426) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:06:02.955007 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98a070cc-f90f-4269-bca4-03e44be14e6a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (e6edded4-f3f3-4043-8b09-885cd1ae9b27), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:02.979662 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98a070cc-f90f-4269-bca4-03e44be14e6a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (e6edded4-f3f3-4043-8b09-885cd1ae9b27), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.028763 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98a070cc-f90f-4269-bca4-03e44be14e6a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (e6edded4-f3f3-4043-8b09-885cd1ae9b27), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.031241 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-98a070cc-f90f-4269-bca4-03e44be14e6a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.032412 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-98a070cc-f90f-4269-bca4-03e44be14e6a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "DELETE /v2.0/security-groups/e6edded4-f3f3-4043-8b09-885cd1ae9b27 HTTP/1.1" status: 204 len: 168 time: 0.1353798 Jul 12 04:06:03.035322 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43428) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:06:03.041803 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a070cc-f90f-4269-bca4-03e44be14e6a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6edded4-f3f3-4043-8b09-885cd1ae9b27,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:03.042758 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:03.051026 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.api.v2.resource [None req-c32f08ac-b3ff-4c76-a1f9-5769d5889cc1 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] show failed (client error): The resource could not be found. Jul 12 04:06:03.052090 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-c32f08ac-b3ff-4c76-a1f9-5769d5889cc1 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups/e6edded4-f3f3-4043-8b09-885cd1ae9b27 HTTP/1.1" status: 404 len: 347 time: 0.0157456 Jul 12 04:06:03.055305 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43430) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:06:03.150562 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:03.165137 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Deleting port 459a2a01-1f4b-4014-a325-54c0d479a0a1 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:06:03.165460 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (459a2a01-1f4b-4014-a325-54c0d479a0a1), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.252275 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (459a2a01-1f4b-4014-a325-54c0d479a0a1), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.252602 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (459a2a01-1f4b-4014-a325-54c0d479a0a1), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.266033 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Calling delete_port for 459a2a01-1f4b-4014-a325-54c0d479a0a1 owned by network:floatingip {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:06:03.400865 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (459a2a01-1f4b-4014-a325-54c0d479a0a1), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.428883 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'Port': ['ID=459a2a01-1f4b-4014-a325-54c0d479a0a1,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:03.492263 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (b583ee7b-7963-4806-a059-dfa05092b1ac), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.494877 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.496035 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-9379bfb3-25d7-4621-8687-47bc570e570c tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "DELETE /v2.0/floatingips/b583ee7b-7963-4806-a059-dfa05092b1ac HTTP/1.1" status: 204 len: 168 time: 0.4397204 Jul 12 04:06:03.567145 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43434) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:06:03.573777 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [None req-fb318cb4-676e-4de5-9407-8807e51352f2 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1683730509', 'description': 'tempest-description--76585860'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:06:03.597969 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-fb318cb4-676e-4de5-9407-8807e51352f2 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.671857 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-fb318cb4-676e-4de5-9407-8807e51352f2 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (a2c0b270-5475-4a7d-a0cf-87bee6c1f10b), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.676683 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-fb318cb4-676e-4de5-9407-8807e51352f2 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (a2c0b270-5475-4a7d-a0cf-87bee6c1f10b), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.710037 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-fb318cb4-676e-4de5-9407-8807e51352f2 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.711275 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-fb318cb4-676e-4de5-9407-8807e51352f2 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1427763 Jul 12 04:06:03.713229 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb318cb4-676e-4de5-9407-8807e51352f2 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:03.714328 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43436) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:06:03.718982 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-755c7536-cddd-4d97-88ba-5031ae8079e6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0b270-5475-4a7d-a0cf-87bee6c1f10b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:06:03.754024 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-755c7536-cddd-4d97-88ba-5031ae8079e6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (b0678052-01e6-4af2-8a34-80243be26c97), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.810362 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-755c7536-cddd-4d97-88ba-5031ae8079e6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (b0678052-01e6-4af2-8a34-80243be26c97), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.814918 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-755c7536-cddd-4d97-88ba-5031ae8079e6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (b0678052-01e6-4af2-8a34-80243be26c97), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.832268 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755c7536-cddd-4d97-88ba-5031ae8079e6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0678052-01e6-4af2-8a34-80243be26c97,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:03.841737 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-755c7536-cddd-4d97-88ba-5031ae8079e6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.842895 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-755c7536-cddd-4d97-88ba-5031ae8079e6 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1274643 Jul 12 04:06:03.845889 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43438) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:06:03.850116 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-61704d69-3b11-445e-9791-3ad98d40417a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'security_group_rule': {'security_group_id': 'a2c0b270-5475-4a7d-a0cf-87bee6c1f10b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:06:03.877167 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61704d69-3b11-445e-9791-3ad98d40417a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (fbfa910f-cdc5-4ece-951b-1f450c9847bc), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.933142 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61704d69-3b11-445e-9791-3ad98d40417a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (fbfa910f-cdc5-4ece-951b-1f450c9847bc), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.938063 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61704d69-3b11-445e-9791-3ad98d40417a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594612'] for security_group_rule (fbfa910f-cdc5-4ece-951b-1f450c9847bc), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.955491 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61704d69-3b11-445e-9791-3ad98d40417a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbfa910f-cdc5-4ece-951b-1f450c9847bc,revision_number=0']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:03.964606 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-61704d69-3b11-445e-9791-3ad98d40417a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:03.966003 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-61704d69-3b11-445e-9791-3ad98d40417a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1190715 Jul 12 04:06:03.968978 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43440) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:06:03.973248 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'floatingip': {'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:06:03.993827 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:04.074991 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:04.180053 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_common [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Allocated IP 172.27.0.8 (75732887-b74e-452b-a92c-e99652e26c08/f86847f2-f3b3-44bc-9b87-c1e4ce5c8997/ae08c32b-b8e0-4621-a2bb-a8e69eeffa94) {{(pid=110647) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:06:04.220060 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=88,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:04.223837 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=84,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=5 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:04.287297 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (ae08c32b-b8e0-4621-a2bb-a8e69eeffa94), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:04.322085 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (ae08c32b-b8e0-4621-a2bb-a8e69eeffa94), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:04.362561 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Network 75732887-b74e-452b-a92c-e99652e26c08 is already hosted by enough agents. {{(pid=110647) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:06:04.367483 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.base_scheduler [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Resources bound (agent type, host, resource id): {{(pid=110647) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:06:04.369686 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=ae08c32b-b8e0-4621-a2bb-a8e69eeffa94,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:04.371857 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Received port after_create {{(pid=110647) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:06:04.718523 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (98d9b8a7-49b0-4120-a274-dde2bab7cde7), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:04.758357 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (ae08c32b-b8e0-4621-a2bb-a8e69eeffa94), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:04.907284 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (ae08c32b-b8e0-4621-a2bb-a8e69eeffa94), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:04.914868 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5532326'] for port (ae08c32b-b8e0-4621-a2bb-a8e69eeffa94), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:04.990005 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=ae08c32b-b8e0-4621-a2bb-a8e69eeffa94,revision_number=2']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:04.996405 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (98d9b8a7-49b0-4120-a274-dde2bab7cde7), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:05.013881 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:05.015321 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d455b4b4-d060-4d99-b375-882ff82dd90e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.0452559 Jul 12 04:06:05.166585 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-2e582487-1ad6-4cc0-a3ad-9f3f5c7b7581 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?name=tempest-securitygroup--1683730509&fields=id&tenant_id=5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 267 time: 0.0448890 Jul 12 04:06:05.270832 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-ac284398-5df7-456d-b7a0-65ff6c7cdfe8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:05.272229 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-ac284398-5df7-456d-b7a0-65ff6c7cdfe8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 815 time: 0.0990503 Jul 12 04:06:05.289182 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-09191543-6293-4e17-92bd-ada47bfbf75b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/quotas/5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 375 time: 0.0093153 Jul 12 04:06:05.341952 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-5922dcbc-6a3a-4751-aaa4-3e18b31039bf tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0462794 Jul 12 04:06:05.422434 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:05.432894 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:INSERT=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:05.440829 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-95e4121c-cbb1-464e-9846-3f733309a604 service neutron] 10.222.0.20 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869420 Jul 12 04:06:05.538614 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-058487ae-c534-40ca-8e0e-b5f9506ddf30 service neutron] 10.222.0.20 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901616 Jul 12 04:06:05.720983 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-91b59bbe-b127-449a-b28e-71a1af851657 req-52bde5a8-e687-457e-8a2a-5124e309e76f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 210 time: 0.0281255 Jul 12 04:06:06.100330 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:06:06.119957 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:06:06.120324 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 482dcf1b-a4f9-4b80-bbdb-c855f58434c6 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:06:06.822921 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d530ceda-7c70-45f0-bbd6-d3fac63b2156 req-be41c205-3bd6-4263-b456-844ec0f1c6ee tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 210 time: 0.0354247 Jul 12 04:06:06.920125 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-847e2a7f-be91-4896-b962-03210dc0643a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:06.921582 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-847e2a7f-be91-4896-b962-03210dc0643a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 815 time: 0.1237984 Jul 12 04:06:06.993051 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-7659355f-807b-4a7a-a3e0-3a385cf1c288 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5c29114118814a298f6337842ad29a9b HTTP/1.1" status: 200 len: 380 time: 0.0532346 Jul 12 04:06:07.077138 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'port': {'device_id': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'admin_state_up': True, 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'security_groups': ['a2c0b270-5475-4a7d-a0cf-87bee6c1f10b']}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:06:07.193290 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Made reservation on behalf of 5c29114118814a298f6337842ad29a9b for: {'port': 1} {{(pid=110648) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 12 04:06:07.196701 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:07.323612 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.db_base_plugin_common [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Allocated IP 172.20.0.13 (56d544be-a0fe-4e9c-9375-791b0f38b322/09f0ce89-0991-4ef0-a98f-e5fa69f9334c/84959274-d5ae-4d69-b800-e59f99fc83a8) {{(pid=110648) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 12 04:06:07.462536 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:07.497774 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8740716073557', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:07.541755 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 is already hosted by enough agents. {{(pid=110648) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 12 04:06:07.544886 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.base_scheduler [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Resources bound (agent type, host, resource id): {{(pid=110648) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 12 04:06:07.548613 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Received port after_create {{(pid=110648) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 12 04:06:07.554528 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event updated for resources: {'Port': ['ID=84959274-d5ae-4d69-b800-e59f99fc83a8,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:07.573615 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=91,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:07.603694 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:07.604324 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:07.622166 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-53ae5ede-ca01-41fa-b5c9-acb87551d8be tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5515382 Jul 12 04:06:07.642343 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.v2.base [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Request body: {'port': {'device_id': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84773'}} {{(pid=110648) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:06:07.644815 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2,neutron:DELETE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:07.709992 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:07.750187 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-e255b5c2-ca06-4068-b32c-80c9684b12fb None None] Provisioning complete for port 84959274-d5ae-4d69-b800-e59f99fc83a8 triggered by entity DHCP. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:06:07.750748 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-e255b5c2-ca06-4068-b32c-80c9684b12fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:07.781231 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-e255b5c2-ca06-4068-b32c-80c9684b12fb None None] Port 84959274-d5ae-4d69-b800-e59f99fc83a8 cannot update to ACTIVE because it is not bound. {{(pid=110649) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 12 04:06:07.940373 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b89a99-a12a-4860-a081-ba607925e24d req-5b20a596-191b-42fa-b653-52ffe4e1fba9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:07.941893 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b2b89a99-a12a-4860-a081-ba607925e24d req-5b20a596-191b-42fa-b653-52ffe4e1fba9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 932 time: 0.0480335 Jul 12 04:06:07.970873 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84959274-d5ae-4d69-b800-e59f99fc83a8 {{(pid=110648) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:06:07.978379 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Publish callbacks [] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:07.990806 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.provisioning_blocks [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Transition to ACTIVE for port object 84959274-d5ae-4d69-b800-e59f99fc83a8 will not be triggered until provisioned by entity L2. {{(pid=110648) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 12 04:06:07.991611 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-b2b89a99-a12a-4860-a081-ba607925e24d req-2a38021c-cd34-4578-ac40-04aff3da07e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434747 Jul 12 04:06:07.996777 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:08.047332 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Pushing event updated for resources: {'Port': ['ID=84959274-d5ae-4d69-b800-e59f99fc83a8,revision_number=2']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:08.118002 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Attempting to bind port 84959274-d5ae-4d69-b800-e59f99fc83a8 on host hv-cinder-84773 for vnic_type normal with profile {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 12 04:06:08.118335 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Attempting to bind port 84959274-d5ae-4d69-b800-e59f99fc83a8 by drivers openvswitch,hyperv on host hv-cinder-84773 at level 0 using segments [{'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 12 04:06:08.118661 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Attempting to bind port 84959274-d5ae-4d69-b800-e59f99fc83a8 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:06:08.123410 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Port 84959274-d5ae-4d69-b800-e59f99fc83a8 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84773 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 12 04:06:08.123705 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Attempting to bind port 84959274-d5ae-4d69-b800-e59f99fc83a8 on network 56d544be-a0fe-4e9c-9375-791b0f38b322 {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 12 04:06:08.128852 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Checking agent: {'id': '40148db5-509c-4d55-8289-f5c5fa54fd90', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84773', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'started_at': datetime.datetime(2022, 7, 12, 3, 47, 13), 'heartbeat_timestamp': datetime.datetime(2022, 7, 12, 4, 5, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 12 04:06:08.129185 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Checking segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=110648) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 12 04:06:08.129564 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Bound using segment: {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'} {{(pid=110648) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 12 04:06:08.129982 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.managers [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Bound port: 84959274-d5ae-4d69-b800-e59f99fc83a8, host: hv-cinder-84773, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a192454e-4190-4edc-8afa-86f4a155b2d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322'}}] {{(pid=110648) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 12 04:06:08.130337 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), before_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:08.196656 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] For port 84959274-d5ae-4d69-b800-e59f99fc83a8, host hv-cinder-84773, cleared binding levels {{(pid=110648) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 12 04:06:08.199812 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] For port 84959274-d5ae-4d69-b800-e59f99fc83a8, host hv-cinder-84773, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=84959274-d5ae-4d69-b800-e59f99fc83a8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 12 04:06:08.205747 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-6355396'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:08.239094 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:08.239691 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:08.241180 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] 10.222.0.44 "PUT /v2.0/ports/84959274-d5ae-4d69-b800-e59f99fc83a8 HTTP/1.1" status: 200 len: 1094 time: 0.6031682 Jul 12 04:06:08.241619 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'tag': '84959274-d5ae-4d69-b800-e59f99fc83a8'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:06:08.243877 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63478f9b-b546-4660-9ccb-16948497dabc" -d '{"events": [{"name": "network-changed", "server_uuid": "893f39eb-39b0-459b-b5a6-53da3ff61552", "tag": "84959274-d5ae-4d69-b800-e59f99fc83a8"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:06:08.278283 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e053b89e-e444-4e2f-a90a-75b873e28696 service neutron] Pushing event updated for resources: {'Port': ['ID=84959274-d5ae-4d69-b800-e59f99fc83a8,revision_number=3']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:08.287788 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2670f2e1-a883-46d9-be9e-785d84f03a5d x-openstack-request-id: req-2670f2e1-a883-46d9-be9e-785d84f03a5d {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:06:08.288178 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893f39eb-39b0-459b-b5a6-53da3ff61552", "tag": "84959274-d5ae-4d69-b800-e59f99fc83a8", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:06:08.288589 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-2670f2e1-a883-46d9-be9e-785d84f03a5d {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:06:08.289856 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2670f2e1-a883-46d9-be9e-785d84f03a5d'] response: {'name': 'network-changed', 'server_uuid': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'tag': '84959274-d5ae-4d69-b800-e59f99fc83a8', 'status': 'completed', 'code': 200} Jul 12 04:06:08.355047 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-0bad3775-07e9-4578-96d4-735444105bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:08.356791 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-0bad3775-07e9-4578-96d4-735444105bc7 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 1128 time: 0.0453067 Jul 12 04:06:08.403192 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-4d5ca72f-6564-4899-9a88-9d2cc8daad01 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84959274-d5ae-4d69-b800-e59f99fc83a8 HTTP/1.1" status: 200 len: 217 time: 0.0331953 Jul 12 04:06:08.454236 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-9ad09fbc-8a4b-41f3-9d99-54366ebae2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:08.455675 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-9ad09fbc-8a4b-41f3-9d99-54366ebae2c6 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0474033 Jul 12 04:06:08.493211 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:08.504372 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-4af9bc9c-f2c5-4c34-b064-c132fb4878a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:08.505859 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-4af9bc9c-f2c5-4c34-b064-c132fb4878a8 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442741 Jul 12 04:06:08.599458 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-6fbd12e3-cbc8-43e7-b8bb-6c73a750be05 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862267 Jul 12 04:06:08.660923 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:08.689108 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7350aa86-e122-4a5c-8e04-1d4aa1311120 req-be7e5f12-8ea6-4253-b059-939ea5bfba31 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Jul 12 04:06:09.115716 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:09.125500 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675431e5-44a2-4da2-9f7b-87f3809a8e3a req-3076fb9f-cd97-4031-8a46-e2acc3eae0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:09.126964 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-675431e5-44a2-4da2-9f7b-87f3809a8e3a req-3076fb9f-cd97-4031-8a46-e2acc3eae0e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 944 time: 0.0551250 Jul 12 04:06:09.174848 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-675431e5-44a2-4da2-9f7b-87f3809a8e3a req-5145e59d-fba3-43f2-be9b-cba8cba00ac8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415826 Jul 12 04:06:10.315379 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9ecd1c-c113-4399-bc90-80b015527a20 req-1f3607cc-db26-4daa-860c-3fe0702ba72a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:10.320871 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c9ecd1c-c113-4399-bc90-80b015527a20 req-1f3607cc-db26-4daa-860c-3fe0702ba72a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 944 time: 0.0542142 Jul 12 04:06:10.381403 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-7c9ecd1c-c113-4399-bc90-80b015527a20 req-28c97fd2-cae0-47da-b3a3-f8c33b44cd16 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583124 Jul 12 04:06:10.719407 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63478f9b-b546-4660-9ccb-16948497dabc req-44bc0ac5-749f-4949-af7a-672de1c71665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:10.720899 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-63478f9b-b546-4660-9ccb-16948497dabc req-44bc0ac5-749f-4949-af7a-672de1c71665 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 1128 time: 0.0466981 Jul 12 04:06:10.811282 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63478f9b-b546-4660-9ccb-16948497dabc req-b6bb1b7e-c0d2-4603-86ab-cb17c79ce1d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:10.812721 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-63478f9b-b546-4660-9ccb-16948497dabc req-b6bb1b7e-c0d2-4603-86ab-cb17c79ce1d5 service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0860553 Jul 12 04:06:10.852816 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-63478f9b-b546-4660-9ccb-16948497dabc req-91df5669-e6e3-4537-99fb-f3faaabfebeb service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84959274-d5ae-4d69-b800-e59f99fc83a8 HTTP/1.1" status: 200 len: 217 time: 0.0343397 Jul 12 04:06:10.904082 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63478f9b-b546-4660-9ccb-16948497dabc req-dea63202-31e8-4f12-aadb-8a53d503d571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:10.905486 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-63478f9b-b546-4660-9ccb-16948497dabc req-dea63202-31e8-4f12-aadb-8a53d503d571 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0472627 Jul 12 04:06:10.949480 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63478f9b-b546-4660-9ccb-16948497dabc req-b99a725f-8ea9-4d23-8e7c-035bc2a32779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:10.951012 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-63478f9b-b546-4660-9ccb-16948497dabc req-b99a725f-8ea9-4d23-8e7c-035bc2a32779 service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0395653 Jul 12 04:06:11.044842 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-63478f9b-b546-4660-9ccb-16948497dabc req-77ae7aaf-3256-4506-ad72-9a3437d6b838 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876625 Jul 12 04:06:11.133534 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-63478f9b-b546-4660-9ccb-16948497dabc req-10e9f62b-fd51-4da8-a970-360e93f91c30 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833108 Jul 12 04:06:11.498238 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f7772-1e3f-4eae-9977-0cb5cdf001d0 req-4f468add-b2fb-4432-b6fd-627143d00350 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:11.499706 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-657f7772-1e3f-4eae-9977-0cb5cdf001d0 req-4f468add-b2fb-4432-b6fd-627143d00350 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 944 time: 0.0487623 Jul 12 04:06:11.550633 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-657f7772-1e3f-4eae-9977-0cb5cdf001d0 req-f7ca5fe5-700a-437a-bca8-d2799cd8524f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425096 Jul 12 04:06:12.133219 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 84959274-d5ae-4d69-b800-e59f99fc83a8 details requested by agent hyperv_hv-cinder-84773 with host hv-cinder-84773 {{(pid=110649) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 12 04:06:12.368642 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 84959274-d5ae-4d69-b800-e59f99fc83a8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=84959274-d5ae-4d69-b800-e59f99fc83a8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:06:12.379948 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Returning: {'device': '84959274-d5ae-4d69-b800-e59f99fc83a8', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'port_id': '84959274-d5ae-4d69-b800-e59f99fc83a8', 'mac_address': 'fa:16:3e:a0:c9:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 167, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=110649) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 12 04:06:12.414070 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 84959274-d5ae-4d69-b800-e59f99fc83a8 is: DOWN; New status is: BUILD {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:06:12.414458 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:12.430922 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84959274-d5ae-4d69-b800-e59f99fc83a8 {{(pid=110649) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 12 04:06:12.449969 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 84959274-d5ae-4d69-b800-e59f99fc83a8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=84959274-d5ae-4d69-b800-e59f99fc83a8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:06:12.456294 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:12.501432 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=84959274-d5ae-4d69-b800-e59f99fc83a8,revision_number=4']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:12.699234 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f5a3ec-3c02-48da-802d-3b7b4c1dee91 req-c7eabf01-44b9-4dc3-bf8a-69272353434e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:12.702259 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a5f5a3ec-3c02-48da-802d-3b7b4c1dee91 req-c7eabf01-44b9-4dc3-bf8a-69272353434e tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 945 time: 0.0758841 Jul 12 04:06:12.754501 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-a5f5a3ec-3c02-48da-802d-3b7b4c1dee91 req-574911b2-8003-414d-a7f8-d76b30846ce9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464110 Jul 12 04:06:12.843471 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] get_ports_and_sgs() called for port_ids ['84959274-d5ae-4d69-b800-e59f99fc83a8'] {{(pid=110649) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 12 04:06:12.931435 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:13.879526 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8861d0-9b87-4708-844c-a1d2d9a25b71 req-e3816d92-4815-43a6-bbb1-c2e8fdfef7e7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:13.881028 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ae8861d0-9b87-4708-844c-a1d2d9a25b71 req-e3816d92-4815-43a6-bbb1-c2e8fdfef7e7 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 945 time: 0.0533793 Jul 12 04:06:13.914391 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:13.934007 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ae8861d0-9b87-4708-844c-a1d2d9a25b71 req-8f0a1210-49fe-4570-8729-cc3ab97f1b35 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472746 Jul 12 04:06:14.147876 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 84959274-d5ae-4d69-b800-e59f99fc83a8 up at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 12 04:06:14.196650 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning for port 84959274-d5ae-4d69-b800-e59f99fc83a8 completed by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 12 04:06:14.198348 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:14.206616 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.provisioning_blocks [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Provisioning complete for port 84959274-d5ae-4d69-b800-e59f99fc83a8 triggered by entity L2. {{(pid=110649) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 12 04:06:14.207197 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1551133'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), provisioning_complete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:14.248775 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:14.289901 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Current status of the port 84959274-d5ae-4d69-b800-e59f99fc83a8 is: BUILD; New status is: ACTIVE {{(pid=110649) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 12 04:06:14.290286 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1446797'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), before_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:14.313371 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84959274-d5ae-4d69-b800-e59f99fc83a8'}] {{(pid=110649) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:06:14.315605 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3ef5ccfa636acf16e1480be6b710c1bb95d88d37cfcadbaaac517950d0e64926" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b135110a-fc83-45ca-9988-cb3005dd582a" -d '{"events": [{"server_uuid": "893f39eb-39b0-459b-b5a6-53da3ff61552", "name": "network-vif-plugged", "status": "completed", "tag": "84959274-d5ae-4d69-b800-e59f99fc83a8"}]}' {{(pid=110649) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:06:14.331137 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] For port 84959274-d5ae-4d69-b800-e59f99fc83a8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=84959274-d5ae-4d69-b800-e59f99fc83a8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:06:14.336271 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8740716600872', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8740716073575', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8740716073593'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:14.358691 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d2d071d-8bb1-45e2-b1e9-aa393cef982d x-openstack-request-id: req-4d2d071d-8bb1-45e2-b1e9-aa393cef982d {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:06:14.358982 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893f39eb-39b0-459b-b5a6-53da3ff61552", "name": "network-vif-plugged", "status": "completed", "tag": "84959274-d5ae-4d69-b800-e59f99fc83a8", "code": 200}]} {{(pid=110649) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:06:14.359229 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-4d2d071d-8bb1-45e2-b1e9-aa393cef982d {{(pid=110649) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:06:14.359620 dv-cinder-847730-4-iscsi neutron-server[110649]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4d2d071d-8bb1-45e2-b1e9-aa393cef982d'] response: {'server_uuid': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84959274-d5ae-4d69-b800-e59f99fc83a8', 'code': 200} Jul 12 04:06:14.385189 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Pushing event updated for resources: {'Port': ['ID=84959274-d5ae-4d69-b800-e59f99fc83a8,revision_number=5']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:06:14.565617 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3e9ca-0fd5-4ab9-bee2-432538a530cd req-408032b6-0ba6-4a32-bf7a-9cc9e3b06b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:14.567118 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50c3e9ca-0fd5-4ab9-bee2-432538a530cd req-408032b6-0ba6-4a32-bf7a-9cc9e3b06b5c service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 1130 time: 0.0418639 Jul 12 04:06:14.612818 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-50c3e9ca-0fd5-4ab9-bee2-432538a530cd req-e83202da-eb09-4a46-b41b-0da84437bd47 service neutron] 10.222.0.44 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400317 Jul 12 04:06:15.055250 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae137bf5-3552-47cc-9d29-11df88fb70ad req-a06bb3d7-fba7-4dc9-9b0f-14dda5aec69a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:15.056811 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ae137bf5-3552-47cc-9d29-11df88fb70ad req-a06bb3d7-fba7-4dc9-9b0f-14dda5aec69a tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 946 time: 0.0493362 Jul 12 04:06:15.105267 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-ae137bf5-3552-47cc-9d29-11df88fb70ad req-ef347f1b-9352-42cc-981a-a929b1388149 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 Jul 12 04:06:15.231155 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b794a855-61ec-4f58-a273-3cfaab023775 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:16.246021 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359d679-23a2-42d0-81f6-6321e96e871c req-125b3cbc-4e2f-4633-93b4-a0860b8d8cfa tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:16.247492 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d359d679-23a2-42d0-81f6-6321e96e871c req-125b3cbc-4e2f-4633-93b4-a0860b8d8cfa tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 946 time: 0.0666585 Jul 12 04:06:16.278583 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:16.297923 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d359d679-23a2-42d0-81f6-6321e96e871c req-62ddc433-4bbd-46ee-84d9-3bf1c6c412f9 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445728 Jul 12 04:06:16.410602 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53dfd4e1-f4ac-4efc-857f-c3b3b518ef3b req-934193ff-2a3e-4909-a551-ab26f58b9068 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:16.412105 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-53dfd4e1-f4ac-4efc-857f-c3b3b518ef3b req-934193ff-2a3e-4909-a551-ab26f58b9068 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 946 time: 0.0482662 Jul 12 04:06:16.423255 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43498) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:06:16.427639 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.v2.base [None req-c3d5ed4c-a707-4130-a34c-05357ec098cc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Request body: {'floatingip': {'port_id': '84959274-d5ae-4d69-b800-e59f99fc83a8'}} {{(pid=110647) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 12 04:06:16.468187 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ed4c-a707-4130-a34c-05357ec098cc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (98d9b8a7-49b0-4120-a274-dde2bab7cde7), before_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:16.848706 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:16.850044 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=8 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:16.900038 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ed4c-a707-4130-a34c-05357ec098cc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:16.905131 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ed4c-a707-4130-a34c-05357ec098cc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (98d9b8a7-49b0-4120-a274-dde2bab7cde7), after_update {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:16.930925 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:17.002465 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.db.l3_db [None req-c3d5ed4c-a707-4130-a34c-05357ec098cc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Floating IP 98d9b8a7-49b0-4120-a274-dde2bab7cde7 associated. External IP: 172.27.0.8, port: 84959274-d5ae-4d69-b800-e59f99fc83a8. Jul 12 04:06:17.080105 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:17.202183 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3d5ed4c-a707-4130-a34c-05357ec098cc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110647) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:06:17.311135 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3d5ed4c-a707-4130-a34c-05357ec098cc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110647) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:06:17.316049 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-c3d5ed4c-a707-4130-a34c-05357ec098cc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:17.320457 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:06:17.329702 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:06:17.330318 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:06:17.349318 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-c3d5ed4c-a707-4130-a34c-05357ec098cc tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "PUT /v2.0/floatingips/98d9b8a7-49b0-4120-a274-dde2bab7cde7 HTTP/1.1" status: 200 len: 990 time: 0.9250286 Jul 12 04:06:17.349998 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'tag': '84959274-d5ae-4d69-b800-e59f99fc83a8'}] {{(pid=110647) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:06:17.352401 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9043699c96b34549c9de2f740b10c3adef34b7ee8bfe86d6cd90d9ee58066b36" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a" -d '{"events": [{"name": "network-changed", "server_uuid": "893f39eb-39b0-459b-b5a6-53da3ff61552", "tag": "84959274-d5ae-4d69-b800-e59f99fc83a8"}]}' {{(pid=110647) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:06:17.388842 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 12 Jul 2022 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abf74714-eeb0-42db-b528-60aaf84cd25e x-openstack-request-id: req-abf74714-eeb0-42db-b528-60aaf84cd25e {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:06:17.389130 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "893f39eb-39b0-459b-b5a6-53da3ff61552", "tag": "84959274-d5ae-4d69-b800-e59f99fc83a8", "status": "completed", "code": 200}]} {{(pid=110647) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:06:17.389407 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-abf74714-eeb0-42db-b528-60aaf84cd25e {{(pid=110647) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:06:17.389812 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abf74714-eeb0-42db-b528-60aaf84cd25e'] response: {'name': 'network-changed', 'server_uuid': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'tag': '84959274-d5ae-4d69-b800-e59f99fc83a8', 'status': 'completed', 'code': 200} Jul 12 04:06:17.432805 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:06:17.472109 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-d2d7a7c4-3c1c-46c7-8b80-78679fa9fc28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:17.473524 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-d2d7a7c4-3c1c-46c7-8b80-78679fa9fc28 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 1130 time: 0.0412467 Jul 12 04:06:17.570928 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-79cd039c-0193-476a-83b7-4800caaff67f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:17.572433 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-79cd039c-0193-476a-83b7-4800caaff67f service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0933957 Jul 12 04:06:17.632979 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-0a6dd9d2-5056-49ee-a102-46e66df7996f service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84959274-d5ae-4d69-b800-e59f99fc83a8 HTTP/1.1" status: 200 len: 998 time: 0.0541372 Jul 12 04:06:17.652125 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '98d9b8a7-49b0-4120-a274-dde2bab7cde7', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': '84959274-d5ae-4d69-b800-e59f99fc83a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:a0:c9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:06:04Z', 'updated_at': '2022-07-12T04:06:16Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:06:17.670955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=100 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:17.676644 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:06:17.682023 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-4725cfae-e908-4559-96ce-8912b033ffd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:17.683490 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-4725cfae-e908-4559-96ce-8912b033ffd7 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0448821 Jul 12 04:06:17.685537 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:06:17.686221 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:05:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:06:17.726851 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-05235c04-13c0-4683-9326-6ff19c07b49a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:17.728253 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-05235c04-13c0-4683-9326-6ff19c07b49a service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0388591 Jul 12 04:06:17.782404 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-fec0785d-2ed8-41d5-a1e5-5eedc515e0f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:17.803327 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:06:17.822059 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-8a7660b4-e5c5-4f3e-987c-f6bd21ef2004 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879569 Jul 12 04:06:18.016797 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '98d9b8a7-49b0-4120-a274-dde2bab7cde7', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': '84959274-d5ae-4d69-b800-e59f99fc83a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:a0:c9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:06:04Z', 'updated_at': '2022-07-12T04:06:16Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:06:18.046185 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6274044-2c56-4984-8f67-ba2e2972cf60 None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_floatingips': [{'id': '98d9b8a7-49b0-4120-a274-dde2bab7cde7', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'router_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'port_id': '84959274-d5ae-4d69-b800-e59f99fc83a8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 696, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'mac_address': 'fa:16:3e:a0:c9:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-12T04:06:04Z', 'updated_at': '2022-07-12T04:06:16Z', 'revision_number': 1, 'project_id': '5c29114118814a298f6337842ad29a9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:06:18.176694 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-0f7d5a0f-0fce-41d4-9d5a-6968ab86886a req-d77fa97b-0320-48f1-a841-6ffa9c9e87c9 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3493094 Jul 12 04:06:18.253858 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84776b8e-90e2-415a-bdec-e3f94f252ac5 None None] New status for floating IP 98d9b8a7-49b0-4120-a274-dde2bab7cde7: ACTIVE {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:06:18.743040 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:20.215685 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:20.607141 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:22.945594 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:06:27.345031 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:27.345860 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=34 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:28.170861 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=53 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:28.173601 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=22 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:30.049893 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-98f646f7-1597-44b3-b955-48c66d7f20ba service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396943 Jul 12 04:06:30.150776 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-4911c519-b4f7-4e88-9e69-0468dd097772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:30.152308 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-4911c519-b4f7-4e88-9e69-0468dd097772 service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 1130 time: 0.0406251 Jul 12 04:06:30.258375 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-d89e7ed1-0970-4c1b-8e3e-4ffbd9b8112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:30.259715 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-d89e7ed1-0970-4c1b-8e3e-4ffbd9b8112d service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0887549 Jul 12 04:06:30.328244 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-ef02d630-f362-4fc5-ba41-ddffbe47cf67 service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84959274-d5ae-4d69-b800-e59f99fc83a8 HTTP/1.1" status: 200 len: 1000 time: 0.0610793 Jul 12 04:06:30.376779 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-454be65c-39ed-4ea2-a2ee-9ae51f14e2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:30.378175 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-454be65c-39ed-4ea2-a2ee-9ae51f14e2b0 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0448658 Jul 12 04:06:30.426037 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-30bb697f-30e3-4660-b29e-a90fca11905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:06:30.427544 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-30bb697f-30e3-4660-b29e-a90fca11905c service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0436647 Jul 12 04:06:30.525600 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-1aafdea1-cb24-4b28-9350-da1cdb5896e4 service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911512 Jul 12 04:06:30.590688 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=70,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:30.597546 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=78,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:30.600016 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=65,neutron:UPDATE=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:30.622190 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-d118fbfc-55cd-46a1-94d1-c4cdd633cf56 req-75f9c43d-42c7-4c56-8d2b-31f4042cbeaa service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907693 Jul 12 04:06:32.937175 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:32.938737 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:40.617796 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=54 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:40.619199 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=47 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:45.232932 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-5168ec6c-f118-45c5-b781-251822cde6dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:46.950866 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:47.749560 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-33a29e0c-5b95-4114-8d14-ab772ba0a599 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:48.749466 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:50.216249 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:50.593469 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:06:53.842758 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:DELETE=1,neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:53.847380 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:06:59.949415 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:07:00.581525 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=3,neutron:SELECT=6 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:00.585004 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:00.587026 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:09.941658 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:09.943184 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:15.237720 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-c62b00b2-cb72-46bf-8bfe-0da9fd2639b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:16.960631 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:17.748517 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a3c395de-592b-4a64-9801-668852d21a50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:18.751446 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:20.223907 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:20.602012 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:30.394845 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-f037410e-9b91-4859-a58f-dae0faa476bb service neutron] 10.222.0.44 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434291 Jul 12 04:07:30.493290 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-4b27b90f-8908-479b-b298-254630d143aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:07:30.494786 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-4b27b90f-8908-479b-b298-254630d143aa service neutron] 10.222.0.44 "GET /v2.0/ports?tenant_id=5c29114118814a298f6337842ad29a9b&device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 1130 time: 0.0413413 Jul 12 04:07:30.581478 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:30.588048 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=3,neutron:SELECT=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:30.592396 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:30.603117 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-bfb806a0-517c-4235-a958-cef2ee2570ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:07:30.604683 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-bfb806a0-517c-4235-a958-cef2ee2570ad service neutron] 10.222.0.44 "GET /v2.0/networks?id=56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 200 len: 916 time: 0.0906556 Jul 12 04:07:30.665642 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-6aad6bb2-2765-4638-a4b7-b42f911dfbaf service neutron] 10.222.0.44 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=84959274-d5ae-4d69-b800-e59f99fc83a8 HTTP/1.1" status: 200 len: 1000 time: 0.0543189 Jul 12 04:07:30.722955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-84308e63-9632-4d07-aa30-80e17a9740b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:07:30.724404 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-84308e63-9632-4d07-aa30-80e17a9740b3 service neutron] 10.222.0.44 "GET /v2.0/subnets?id=09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 200 len: 854 time: 0.0527768 Jul 12 04:07:30.769872 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-373dcc64-612d-4db7-9f2e-cb3c6076df2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:07:30.771338 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-373dcc64-612d-4db7-9f2e-cb3c6076df2b service neutron] 10.222.0.44 "GET /v2.0/ports?network_id=56d544be-a0fe-4e9c-9375-791b0f38b322&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0409806 Jul 12 04:07:30.853272 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:30.855194 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:30.867482 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-8b365024-63f8-4ca1-b66a-92df75b4e9cd service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894427 Jul 12 04:07:30.963331 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-4cc5ab58-f430-44a2-9c0f-cf302446a7c5 req-a09c9df8-f7a0-4446-83d6-b6ce8c87a7ab service neutron] 10.222.0.44 "GET /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893435 Jul 12 04:07:36.952351 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:07:40.951082 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=51 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:40.960449 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=50 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:41.247750 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=12 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:44.431825 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2b6dd4-7bd1-41cf-80f7-9f91fef43ce0 req-68a3bd26-f78e-41c3-832a-7ec2cabd4840 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:07:44.433360 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cd2b6dd4-7bd1-41cf-80f7-9f91fef43ce0 req-68a3bd26-f78e-41c3-832a-7ec2cabd4840 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 946 time: 0.0552003 Jul 12 04:07:44.482443 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-cd2b6dd4-7bd1-41cf-80f7-9f91fef43ce0 req-0049123b-4894-454d-b889-b1edf4b192f8 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432265 Jul 12 04:07:45.243128 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b47bf0eb-3a8d-43f9-90ff-7278dee6f7c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:45.614928 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f503ca72-9866-41a1-bf00-0baa62725595 req-7b55aaf5-449b-4130-954e-04bee6a5cdae tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:07:45.616437 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f503ca72-9866-41a1-bf00-0baa62725595 req-7b55aaf5-449b-4130-954e-04bee6a5cdae tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 946 time: 0.0483813 Jul 12 04:07:45.668066 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-f503ca72-9866-41a1-bf00-0baa62725595 req-d6dc7d67-619c-41b0-9705-6d9b3a69345b tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459776 Jul 12 04:07:46.311636 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b5491-7bec-45ad-984c-2521848adbe1 req-23b76da4-a3df-4cc1-95a9-c10452a0da17 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110648) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:07:46.313151 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-293b5491-7bec-45ad-984c-2521848adbe1 req-23b76da4-a3df-4cc1-95a9-c10452a0da17 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 946 time: 0.0644720 Jul 12 04:07:46.396255 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Deleting port 84959274-d5ae-4d69-b800-e59f99fc83a8 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:07:46.396514 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:46.499321 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] For port 84959274-d5ae-4d69-b800-e59f99fc83a8, host hv-cinder-84773, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84773',level=0,port_id=84959274-d5ae-4d69-b800-e59f99fc83a8,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:07:46.499656 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:46.660379 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:46.661088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-617484'] for floatingip (98d9b8a7-49b0-4120-a274-dde2bab7cde7), after_update {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:46.661219 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.db.l3_db [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Floating IP 98d9b8a7-49b0-4120-a274-dde2bab7cde7 disassociated. External IP: 172.27.0.8, port: 84959274-d5ae-4d69-b800-e59f99fc83a8. Jul 12 04:07:46.661556 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Calling delete_port for 84959274-d5ae-4d69-b800-e59f99fc83a8 owned by compute:nova {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:07:46.789675 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d756f952-6b70-4922-b6c9-252ea74f80a4 req-bb754cad-aacc-48e1-8f1a-8b30d1697047 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=110647) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 12 04:07:46.791623 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d756f952-6b70-4922-b6c9-252ea74f80a4 req-bb754cad-aacc-48e1-8f1a-8b30d1697047 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 946 time: 0.0515852 Jul 12 04:07:46.791768 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (84959274-d5ae-4d69-b800-e59f99fc83a8), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:46.819726 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'Port': ['ID=84959274-d5ae-4d69-b800-e59f99fc83a8,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:46.833058 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.833671 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.834183 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.834709 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.835041 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.835374 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.835700 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.836122 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.836454 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.836775 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.837098 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.837419 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.837739 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.838058 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.838393 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110648) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:46.840296 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-d756f952-6b70-4922-b6c9-252ea74f80a4 req-d39885a2-9b79-4145-92a5-a461a9475773 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups?id=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428948 Jul 12 04:07:46.944235 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:07:46.945370 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=16 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:46.974521 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:47.051128 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:47.054207 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:07:47.065735 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:07:47.076032 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:07:47.076664 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:07:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:47.096491 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] No DVR routers for this DVR port 84959274-d5ae-4d69-b800-e59f99fc83a8 on host hv-cinder-84773 {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:07:47.099371 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for port (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:47.102741 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [req-293b5491-7bec-45ad-984c-2521848adbe1 req-00f12c33-b1eb-44ba-b0c5-7169d210c9e4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.44 "DELETE /v2.0/ports/84959274-d5ae-4d69-b800-e59f99fc83a8 HTTP/1.1" status: 204 len: 173 time: 0.7837667 Jul 12 04:07:47.103185 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'name': 'network-vif-deleted', 'tag': '84959274-d5ae-4d69-b800-e59f99fc83a8'}] {{(pid=110648) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 12 04:07:47.105454 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.20/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a9a42f476943a59d59ef36c909a2e9c51309f3ecbd5b623e4519555561ecde4e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e89966-928c-464b-b50d-28dcf0da15bc" -d '{"events": [{"server_uuid": "893f39eb-39b0-459b-b5a6-53da3ff61552", "name": "network-vif-deleted", "tag": "84959274-d5ae-4d69-b800-e59f99fc83a8"}]}' {{(pid=110648) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 12 04:07:47.142645 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 12 Jul 2022 04:07:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80c91dff-a8d7-4a1d-a6dd-04bfbaa88ca2 x-openstack-request-id: req-80c91dff-a8d7-4a1d-a6dd-04bfbaa88ca2 {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 12 04:07:47.142915 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "893f39eb-39b0-459b-b5a6-53da3ff61552", "name": "network-vif-deleted", "tag": "84959274-d5ae-4d69-b800-e59f99fc83a8", "status": "completed", "code": 200}]} {{(pid=110648) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 12 04:07:47.143444 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.20/compute/v2.1/os-server-external-events used request id req-80c91dff-a8d7-4a1d-a6dd-04bfbaa88ca2 {{(pid=110648) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 12 04:07:47.143922 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.notifiers.nova [-] Nova event matching ['req-80c91dff-a8d7-4a1d-a6dd-04bfbaa88ca2'] response: {'server_uuid': '893f39eb-39b0-459b-b5a6-53da3ff61552', 'name': 'network-vif-deleted', 'tag': '84959274-d5ae-4d69-b800-e59f99fc83a8', 'status': 'completed', 'code': 200} Jul 12 04:07:47.191059 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:07:47.384499 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:47.411732 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:07:47.420310 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:07:47.421025 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:07:18Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:47.522969 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:07:47.778298 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-bcbbcf97-eb7d-4314-83e4-e543b1b9aecb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:47.845645 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:47.873062 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f0731d2-554d-4a53-9ced-72f9f2344318 None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:16Z', 'revision_number': 4, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi', '_interfaces': [{'id': '346f46d1-754a-4df4-90b1-52801885e0cd', 'name': '', 'network_id': '56d544be-a0fe-4e9c-9375-791b0f38b322', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'mac_address': 'fa:16:3e:ad:ec:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:15Z', 'updated_at': '2022-07-12T04:00:21Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'subnets': [{'id': '09f0ce89-0991-4ef0-a98f-e5fa69f9334c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:07:47.974641 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [req-f44f8751-44a8-4250-8417-9eef7374ce02 req-a0507fd6-a055-43e1-bf9e-22041a8e4297 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/ports?device_id=893f39eb-39b0-459b-b5a6-53da3ff61552 HTTP/1.1" status: 200 len: 210 time: 0.0425918 Jul 12 04:07:48.104282 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-338d8e35-7520-4232-83cd-f92a2c5ad250 None None] New status for floating IP 98d9b8a7-49b0-4120-a274-dde2bab7cde7: DOWN {{(pid=110650) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 12 04:07:48.755206 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.074403 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43618) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:49.137449 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (a2c0b270-5475-4a7d-a0cf-87bee6c1f10b), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.161321 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (a2c0b270-5475-4a7d-a0cf-87bee6c1f10b), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.209617 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (a2c0b270-5475-4a7d-a0cf-87bee6c1f10b), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.212262 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.213415 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "DELETE /v2.0/security-groups/a2c0b270-5475-4a7d-a0cf-87bee6c1f10b HTTP/1.1" status: 204 len: 168 time: 0.1378262 Jul 12 04:07:49.216496 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43620) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:49.223064 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2c0b270-5475-4a7d-a0cf-87bee6c1f10b,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:49.230375 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.api.v2.resource [None req-785cbcf0-e3b4-4497-a081-a8670a472ed4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] show failed (client error): The resource could not be found. Jul 12 04:07:49.230534 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.230840 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.231186 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.231376 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-785cbcf0-e3b4-4497-a081-a8670a472ed4 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "GET /v2.0/security-groups/a2c0b270-5475-4a7d-a0cf-87bee6c1f10b HTTP/1.1" status: 404 len: 347 time: 0.0138667 Jul 12 04:07:49.231632 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.231976 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.232341 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.232675 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.233049 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.233379 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.233711 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.234130 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.234362 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43622) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:49.234489 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.234775 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.235099 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.235423 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43fb4d39-48a8-450b-a170-fb6cbd9d5f0f tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110647) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:49.273197 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:49.347732 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Deleting port ae08c32b-b8e0-4621-a2bb-a8e69eeffa94 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:07:49.348062 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (ae08c32b-b8e0-4621-a2bb-a8e69eeffa94), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.424939 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (ae08c32b-b8e0-4621-a2bb-a8e69eeffa94), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.425218 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (ae08c32b-b8e0-4621-a2bb-a8e69eeffa94), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.437719 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Calling delete_port for ae08c32b-b8e0-4621-a2bb-a8e69eeffa94 owned by network:floatingip {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:07:49.572955 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (ae08c32b-b8e0-4621-a2bb-a8e69eeffa94), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.600206 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Pushing event deleted for resources: {'Port': ['ID=ae08c32b-b8e0-4621-a2bb-a8e69eeffa94,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:49.660036 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks [] for floatingip (98d9b8a7-49b0-4120-a274-dde2bab7cde7), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.662491 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-28237'] for floatingip (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:49.663639 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6cb96ed4-b4c1-4911-b6a3-62f0bce5bb97 tempest-AttachVolumeNegativeTest-1945946996 tempest-AttachVolumeNegativeTest-1945946996-project] 10.222.0.20 "DELETE /v2.0/floatingips/98d9b8a7-49b0-4120-a274-dde2bab7cde7 HTTP/1.1" status: 204 len: 168 time: 0.4283752 Jul 12 04:07:50.223623 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:50.602882 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:50.682113 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 84959274-d5ae-4d69-b800-e59f99fc83a8 no longer exists at agent hyperv_hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:07:50.709614 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] No Port match for: 84959274-d5ae-4d69-b800-e59f99fc83a8 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:07:50.709919 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Device 84959274-d5ae-4d69-b800-e59f99fc83a8 not bound to the agent host hv-cinder-84773 {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:07:53.403298 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43658) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:53.963830 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-615350'] for router_interface (bf1d823b-802f-46e1-a564-1b0918edfc21), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:54.127253 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:54.149167 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:54.195664 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Deleting port 346f46d1-754a-4df4-90b1-52801885e0cd {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:07:54.196051 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:54.282476 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] For port 346f46d1-754a-4df4-90b1-52801885e0cd, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=346f46d1-754a-4df4-90b1-52801885e0cd,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:07:54.282735 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:54.295813 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Calling delete_port for 346f46d1-754a-4df4-90b1-52801885e0cd owned by network:router_interface {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:07:54.483299 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (346f46d1-754a-4df4-90b1-52801885e0cd), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:54.511784 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Pushing event deleted for resources: {'Port': ['ID=346f46d1-754a-4df4-90b1-52801885e0cd,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:54.674315 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-586569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-615370'] for router_interface (bf1d823b-802f-46e1-a564-1b0918edfc21), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.139918 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Router bf1d823b-802f-46e1-a564-1b0918edfc21 has already been hosted by L3 agent 1215f4ec-761f-4431-a2b3-efb2f5be422a {{(pid=110648) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 12 04:07:55.195030 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:55.240478 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] Notify agent at l3_agent.dv-cinder-847730-4-iscsi the message routers_updated {{(pid=110648) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 12 04:07:55.245620 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-125703bf-3b31-4f9e-a1ef-73bc6c27bf06 admin admin] 10.222.0.20 "PUT /v2.0/routers/bf1d823b-802f-46e1-a564-1b0918edfc21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8410239 Jul 12 04:07:55.248335 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43662) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:55.249933 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] Sync routers for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 12 04:07:55.260738 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:07:55.261436 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:07:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:55.348344 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks [] for router (bf1d823b-802f-46e1-a564-1b0918edfc21), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.360692 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: dv-cinder-847730-4-iscsi {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:07:55.448382 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks [] for router_gateway (bf1d823b-802f-46e1-a564-1b0918edfc21), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.491040 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Deleting port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f {{(pid=110647) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:07:55.491279 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.524792 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'external_fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:07:54Z', 'revision_number': 5, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port': {'id': '2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f', 'name': '', 'network_id': '75732887-b74e-452b-a92c-e99652e26c08', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b3:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 632, 'fixed_ips': [{'subnet_id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847730-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f86847f2-f3b3-44bc-9b87-c1e4ce5c8997', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847730-4-iscsi'}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:55.552918 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] Checking router: bf1d823b-802f-46e1-a564-1b0918edfc21 for host: dv-cinder-847730-4-iscsi {{(pid=110649) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 12 04:07:55.561929 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] Routers {'bf1d823b-802f-46e1-a564-1b0918edfc21'} bound to L3 agent in host dv-cinder-847730-4-iscsi {{(pid=110649) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 12 04:07:55.562545 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-847730-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-07-12T03:40:48Z,description=,heartbeat_timestamp=2022-07-12T04:07:48Z,host='dv-cinder-847730-4-iscsi',id=1215f4ec-761f-4431-a2b3-efb2f5be422a,load=0,resource_versions=,resources_synced=,started_at=2022-07-12T03:40:48Z,topic='l3_agent')) {'router_ids': ['bf1d823b-802f-46e1-a564-1b0918edfc21'], 'active': True} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:55.579773 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.db [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] For port 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f,segment=NetworkSegment(1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6),segment_id=1cf2b2f0-1df1-4ec7-80a8-fef0c6550cb6)] {{(pid=110647) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:07:55.580183 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.595824 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.plugins.ml2.plugin [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Calling delete_port for 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f owned by network:router_gateway {{(pid=110647) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:07:55.642145 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvr_db [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] Set router bf1d823b-802f-46e1-a564-1b0918edfc21 gateway port host: None {{(pid=110649) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 12 04:07:55.693254 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_hamode_db [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:07:55Z', 'revision_number': 6, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port_host': None}], 'dv-cinder-847730-4-iscsi', False) {} {{(pid=110649) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:55.710383 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:55.717993 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e5ecd37-2004-4708-b7c6-566aad50b710 None None] The sync data for ids ['bf1d823b-802f-46e1-a564-1b0918edfc21'] in dv-cinder-847730-4-iscsi is: [{'id': 'bf1d823b-802f-46e1-a564-1b0918edfc21', 'name': 'tempest-AttachVolumeNegativeTest-1961233469-router', 'tenant_id': '5c29114118814a298f6337842ad29a9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-12T04:00:13Z', 'updated_at': '2022-07-12T04:07:55Z', 'revision_number': 6, 'project_id': '5c29114118814a298f6337842ad29a9b', 'gw_port_host': None}] {{(pid=110649) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 12 04:07:55.768652 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5532319'] for port (2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.793861 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:55.819362 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:55.861172 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-617683'] for router_gateway (bf1d823b-802f-46e1-a564-1b0918edfc21), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.947615 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-616347', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-1318'] for router (bf1d823b-802f-46e1-a564-1b0918edfc21), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.949854 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks [] for router_controller (bf1d823b-802f-46e1-a564-1b0918edfc21), precommit_delete_associations {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.992415 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-616338'] for router (bf1d823b-802f-46e1-a564-1b0918edfc21), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.993071 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf1d823b-802f-46e1-a564-1b0918edfc21 {{(pid=110647) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 12 04:07:55.997528 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] Publish callbacks [] for router (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:55.998720 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-d1c71b72-45c4-4510-a1e1-ce9a80520d81 admin admin] 10.222.0.20 "DELETE /v2.0/routers/bf1d823b-802f-46e1-a564-1b0918edfc21 HTTP/1.1" status: 204 len: 168 time: 0.7493927 Jul 12 04:07:56.001278 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43664) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:56.045740 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6dde07-8324-4dd6-b54f-9db9ebb51b21 admin admin] Deleting subnet 09f0ce89-0991-4ef0-a98f-e5fa69f9334c {{(pid=110647) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 12 04:07:56.048999 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6f6dde07-8324-4dd6-b54f-9db9ebb51b21 admin admin] Publish callbacks [] for subnet (09f0ce89-0991-4ef0-a98f-e5fa69f9334c), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.084226 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6f6dde07-8324-4dd6-b54f-9db9ebb51b21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5627610'] for subnet (09f0ce89-0991-4ef0-a98f-e5fa69f9334c), precommit_delete_associations {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.169254 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6f6dde07-8324-4dd6-b54f-9db9ebb51b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1554161'] for subnet (09f0ce89-0991-4ef0-a98f-e5fa69f9334c), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.228263 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6f6dde07-8324-4dd6-b54f-9db9ebb51b21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1554168', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-610038', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5532400', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6052003'] for subnet (09f0ce89-0991-4ef0-a98f-e5fa69f9334c), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.256484 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6dde07-8324-4dd6-b54f-9db9ebb51b21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=09f0ce89-0991-4ef0-a98f-e5fa69f9334c,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:56.258340 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6f6dde07-8324-4dd6-b54f-9db9ebb51b21 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.261417 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6f6dde07-8324-4dd6-b54f-9db9ebb51b21 admin admin] 10.222.0.20 "DELETE /v2.0/subnets/09f0ce89-0991-4ef0-a98f-e5fa69f9334c HTTP/1.1" status: 204 len: 168 time: 0.2592168 Jul 12 04:07:56.263338 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9874e361-e693-4884-a17f-1cd014077bf1 None None] Network 56d544be-a0fe-4e9c-9375-791b0f38b322 requested from dv-cinder-847730-4-iscsi {{(pid=110649) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 12 04:07:56.264056 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43666) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:56.271863 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:56.333679 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1496266'] for network (56d544be-a0fe-4e9c-9375-791b0f38b322), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.375491 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Deleting port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 {{(pid=110648) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:07:56.375827 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.445602 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.db [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] For port 3fff4c77-56be-4f45-8a5a-ab6678e84d14, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3fff4c77-56be-4f45-8a5a-ab6678e84d14,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110648) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:07:56.446073 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.462373 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.plugin [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Calling delete_port for 3fff4c77-56be-4f45-8a5a-ab6678e84d14 owned by network:dhcp {{(pid=110648) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:07:56.478323 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] DHCP port deletion for 56d544be-a0fe-4e9c-9375-791b0f38b322 request from dv-cinder-847730-4-iscsi {{(pid=110649) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 12 04:07:56.523552 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Deleting port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 {{(pid=110649) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 12 04:07:56.523959 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8740716594728'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), before_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.556033 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6355453'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.577214 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=100 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:56.584664 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 346f46d1-754a-4df4-90b1-52801885e0cd no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:07:56.587522 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Pushing event deleted for resources: {'Port': ['ID=3fff4c77-56be-4f45-8a5a-ab6678e84d14,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:56.591365 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] No DVR routers for this DVR port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 on host dv-cinder-847730-4-iscsi {{(pid=110648) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:07:56.610107 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.db [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] For port 3fff4c77-56be-4f45-8a5a-ab6678e84d14, host dv-cinder-847730-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847730-4-iscsi',level=0,port_id=3fff4c77-56be-4f45-8a5a-ab6678e84d14,segment=NetworkSegment(a192454e-4190-4edc-8afa-86f4a155b2d3),segment_id=a192454e-4190-4edc-8afa-86f4a155b2d3)] {{(pid=110649) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 12 04:07:56.610501 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-610551'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), precommit_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.613365 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 346f46d1-754a-4df4-90b1-52801885e0cd {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:07:56.613703 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 346f46d1-754a-4df4-90b1-52801885e0cd not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:07:56.625931 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Calling delete_port for 3fff4c77-56be-4f45-8a5a-ab6678e84d14 owned by network:dhcp {{(pid=110649) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 12 04:07:56.664084 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1553026', 'neutron.services.segments.db._delete_segments_for_network-8740716523129'] for network (56d544be-a0fe-4e9c-9375-791b0f38b322), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.668128 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:56.686623 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56d544be-a0fe-4e9c-9375-791b0f38b322']}} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:56.696142 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a192454e-4190-4edc-8afa-86f4a155b2d3') {'for_net_delete': True} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:56.696422 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.services.segments.db [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a192454e-4190-4edc-8afa-86f4a155b2d3') {} {{(pid=110648) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 12 04:07:56.703564 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:56.707140 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8740716524674', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5785002'] for segment (a192454e-4190-4edc-8afa-86f4a155b2d3), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.709811 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1449544', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-64104', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8740716600890', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8740716073566'] for port (3fff4c77-56be-4f45-8a5a-ab6678e84d14), after_delete {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.724240 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986'] for segment (a192454e-4190-4edc-8afa-86f4a155b2d3), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.731844 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=110648) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 12 04:07:56.732356 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1395986', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-6355240'] for segment (a192454e-4190-4edc-8afa-86f4a155b2d3), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.735542 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Pushing event deleted for resources: {'Port': ['ID=3fff4c77-56be-4f45-8a5a-ab6678e84d14,revision_number=None']} {{(pid=110649) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:56.744298 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] No DVR routers for this DVR port 3fff4c77-56be-4f45-8a5a-ab6678e84d14 on host dv-cinder-847730-4-iscsi {{(pid=110649) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 12 04:07:56.746337 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.746755 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.747097 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.747507 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.747833 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.748452 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.748657 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.748818 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.749156 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.749475 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.749899 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.750207 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.750519 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.750906 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.751221 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa9bf398-8af9-4d12-9341-8e98c6ae2f99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847730-4-iscsi {{(pid=110649) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 12 04:07:56.803021 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1553083', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-650260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-586590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-617598'] for network (56d544be-a0fe-4e9c-9375-791b0f38b322), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.815735 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-586668'] for network (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:56.820526 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] 10.222.0.20 "DELETE /v2.0/networks/56d544be-a0fe-4e9c-9375-791b0f38b322 HTTP/1.1" status: 204 len: 168 time: 0.5554426 Jul 12 04:07:56.836130 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e41ea52-f6b3-4790-baea-e8b4a33c88ca admin admin] Pushing event deleted for resources: {'Network': ['ID=56d544be-a0fe-4e9c-9375-791b0f38b322,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:56.846565 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment a192454e-4190-4edc-8afa-86f4a155b2d3 resource provider aggregate not found Jul 12 04:07:56.863340 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.services.segments.plugin [-] Segment a192454e-4190-4edc-8afa-86f4a155b2d3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a192454e-4190-4edc-8afa-86f4a155b2d3 found for delete ", "request_id": "req-4d510f49-174f-40ea-be33-fd2461661ac1"}]} Jul 12 04:07:56.960555 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43676) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:57.003873 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-aecebba7-70d6-4dea-af6e-9e1843fbd41f admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=5c29114118814a298f6337842ad29a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0420711 Jul 12 04:07:57.007962 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43678) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:57.064134 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dcad5d7f-878b-4a2b-902b-62dbd4363754 admin admin] Publish callbacks [] for security_group (aa0cf1bb-00ea-4500-9fea-3fbb6071227d), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:57.085515 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dcad5d7f-878b-4a2b-902b-62dbd4363754 admin admin] Publish callbacks [] for security_group (aa0cf1bb-00ea-4500-9fea-3fbb6071227d), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:57.136719 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dcad5d7f-878b-4a2b-902b-62dbd4363754 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (aa0cf1bb-00ea-4500-9fea-3fbb6071227d), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:57.139121 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-dcad5d7f-878b-4a2b-902b-62dbd4363754 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:57.140298 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-dcad5d7f-878b-4a2b-902b-62dbd4363754 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/aa0cf1bb-00ea-4500-9fea-3fbb6071227d HTTP/1.1" status: 204 len: 168 time: 0.1310704 Jul 12 04:07:57.148575 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad5d7f-878b-4a2b-902b-62dbd4363754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0cf1bb-00ea-4500-9fea-3fbb6071227d,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:58.192918 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:07:58.219435 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:07:58.219787 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 2f09d374-f3a6-42d8-9d1a-6839dc2c8c2f not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:07:58.220237 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3fff4c77-56be-4f45-8a5a-ab6678e84d14 no longer exists at agent ovs-agent-dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 12 04:07:58.238800 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.plugin [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] No Port match for: 3fff4c77-56be-4f45-8a5a-ab6678e84d14 {{(pid=110649) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 12 04:07:58.239145 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron.plugins.ml2.rpc [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Device 3fff4c77-56be-4f45-8a5a-ab6678e84d14 not bound to the agent host dv-cinder-847730-4-iscsi {{(pid=110649) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 12 04:07:58.525886 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43728) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:58.656996 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-97e2f575-78b5-4830-8a60-1d1456ce160e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:58.707604 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=87,neutron:DELETE=8,neutron:UPDATE=1,neutron:INSERT=4 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:58.741770 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=86,neutron:DELETE=6,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:07:58.744411 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-97e2f575-78b5-4830-8a60-1d1456ce160e admin admin] Publish callbacks [] for security_group (803055cb-f3e8-4605-a0a2-1f8ab70fbbad), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:58.749407 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-97e2f575-78b5-4830-8a60-1d1456ce160e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (803055cb-f3e8-4605-a0a2-1f8ab70fbbad), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:58.793136 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-97e2f575-78b5-4830-8a60-1d1456ce160e admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=2da9c016d50e4a38a5ad1f2734240b2a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657602 Jul 12 04:07:58.794122 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2f575-78b5-4830-8a60-1d1456ce160e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803055cb-f3e8-4605-a0a2-1f8ab70fbbad,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:07:58.796082 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43732) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:07:58.850692 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-065a5fc0-2480-4250-bcd4-b05b0d19943f admin admin] Publish callbacks [] for security_group (803055cb-f3e8-4605-a0a2-1f8ab70fbbad), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:58.873136 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-065a5fc0-2480-4250-bcd4-b05b0d19943f admin admin] Publish callbacks [] for security_group (803055cb-f3e8-4605-a0a2-1f8ab70fbbad), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:58.921878 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-065a5fc0-2480-4250-bcd4-b05b0d19943f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (803055cb-f3e8-4605-a0a2-1f8ab70fbbad), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:58.924778 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-065a5fc0-2480-4250-bcd4-b05b0d19943f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:07:58.925998 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-065a5fc0-2480-4250-bcd4-b05b0d19943f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/803055cb-f3e8-4605-a0a2-1f8ab70fbbad HTTP/1.1" status: 204 len: 168 time: 0.1289070 Jul 12 04:07:58.934177 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065a5fc0-2480-4250-bcd4-b05b0d19943f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803055cb-f3e8-4605-a0a2-1f8ab70fbbad,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:04.825176 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43814) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:04.933754 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f251a19e-e3e2-4501-883a-2dc5ab29aab2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.010319 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f251a19e-e3e2-4501-883a-2dc5ab29aab2 admin admin] Publish callbacks [] for security_group (ff44bfe2-f035-4a8d-ac18-03ab79168f1f), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.015829 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-f251a19e-e3e2-4501-883a-2dc5ab29aab2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ff44bfe2-f035-4a8d-ac18-03ab79168f1f), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.059511 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-f251a19e-e3e2-4501-883a-2dc5ab29aab2 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=348f31bba3724048be0ace8b582c3fa1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2332573 Jul 12 04:08:05.060408 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f251a19e-e3e2-4501-883a-2dc5ab29aab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff44bfe2-f035-4a8d-ac18-03ab79168f1f,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:05.062513 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43818) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:05.113708 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6aac6dea-284c-43af-84b6-ea9a4d26bf3d admin admin] Publish callbacks [] for security_group (ff44bfe2-f035-4a8d-ac18-03ab79168f1f), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.141219 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6aac6dea-284c-43af-84b6-ea9a4d26bf3d admin admin] Publish callbacks [] for security_group (ff44bfe2-f035-4a8d-ac18-03ab79168f1f), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.194802 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6aac6dea-284c-43af-84b6-ea9a4d26bf3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (ff44bfe2-f035-4a8d-ac18-03ab79168f1f), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.197300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-6aac6dea-284c-43af-84b6-ea9a4d26bf3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.198503 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-6aac6dea-284c-43af-84b6-ea9a4d26bf3d admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/ff44bfe2-f035-4a8d-ac18-03ab79168f1f HTTP/1.1" status: 204 len: 168 time: 0.1348217 Jul 12 04:08:05.206485 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac6dea-284c-43af-84b6-ea9a4d26bf3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff44bfe2-f035-4a8d-ac18-03ab79168f1f,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:05.464284 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43824) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:05.478310 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4117ab6e-51c0-45cd-8682-368b76299d37 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.488477 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=89,neutron:DELETE=10,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:05.556729 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4117ab6e-51c0-45cd-8682-368b76299d37 admin admin] Publish callbacks [] for security_group (1652c907-3fe0-4ab7-9fc8-8ab1c39085b2), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.562966 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-4117ab6e-51c0-45cd-8682-368b76299d37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1652c907-3fe0-4ab7-9fc8-8ab1c39085b2), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.566398 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=81,neutron:UPDATE=4,neutron:DELETE=9,neutron:INSERT=6 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:05.605893 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4117ab6e-51c0-45cd-8682-368b76299d37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1652c907-3fe0-4ab7-9fc8-8ab1c39085b2,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:05.611257 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-4117ab6e-51c0-45cd-8682-368b76299d37 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=e48fc2f87f7447f68e3263f8b1eae6cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1459196 Jul 12 04:08:05.614001 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43826) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:05.664446 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-fafe1877-1f6c-4a08-9fd7-07e303bb70cf admin admin] Publish callbacks [] for security_group (1652c907-3fe0-4ab7-9fc8-8ab1c39085b2), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.686300 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-fafe1877-1f6c-4a08-9fd7-07e303bb70cf admin admin] Publish callbacks [] for security_group (1652c907-3fe0-4ab7-9fc8-8ab1c39085b2), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.734842 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-fafe1877-1f6c-4a08-9fd7-07e303bb70cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1652c907-3fe0-4ab7-9fc8-8ab1c39085b2), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.737298 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-fafe1877-1f6c-4a08-9fd7-07e303bb70cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:05.738517 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-fafe1877-1f6c-4a08-9fd7-07e303bb70cf admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1652c907-3fe0-4ab7-9fc8-8ab1c39085b2 HTTP/1.1" status: 204 len: 168 time: 0.1236393 Jul 12 04:08:05.746498 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafe1877-1f6c-4a08-9fd7-07e303bb70cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1652c907-3fe0-4ab7-9fc8-8ab1c39085b2,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:07.842164 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:07.846321 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=9 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:08.950568 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=9,neutron:DELETE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:08.951369 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=14,neutron:DELETE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:12.391507 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 43946) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:12.512714 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-bbaccb2f-7bd1-413e-b81c-bc99304ae0b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:12.598151 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-bbaccb2f-7bd1-413e-b81c-bc99304ae0b3 admin admin] Publish callbacks [] for security_group (f8ab898c-55c4-4d25-8c4a-cec5f07d1de6), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:12.603599 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-bbaccb2f-7bd1-413e-b81c-bc99304ae0b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f8ab898c-55c4-4d25-8c4a-cec5f07d1de6), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:12.642396 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbaccb2f-7bd1-413e-b81c-bc99304ae0b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ab898c-55c4-4d25-8c4a-cec5f07d1de6,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:12.648280 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-bbaccb2f-7bd1-413e-b81c-bc99304ae0b3 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=f404c8975509452db7c935b90686cb6d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2556341 Jul 12 04:08:12.651241 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43950) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:12.702248 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7a315239-6757-4269-b580-76e1e5e2a44f admin admin] Publish callbacks [] for security_group (f8ab898c-55c4-4d25-8c4a-cec5f07d1de6), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:12.726692 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7a315239-6757-4269-b580-76e1e5e2a44f admin admin] Publish callbacks [] for security_group (f8ab898c-55c4-4d25-8c4a-cec5f07d1de6), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:12.790241 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7a315239-6757-4269-b580-76e1e5e2a44f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (f8ab898c-55c4-4d25-8c4a-cec5f07d1de6), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:12.793009 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-7a315239-6757-4269-b580-76e1e5e2a44f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:12.794138 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-7a315239-6757-4269-b580-76e1e5e2a44f admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/f8ab898c-55c4-4d25-8c4a-cec5f07d1de6 HTTP/1.1" status: 204 len: 168 time: 0.1418447 Jul 12 04:08:12.802745 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a315239-6757-4269-b580-76e1e5e2a44f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ab898c-55c4-4d25-8c4a-cec5f07d1de6,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:13.081868 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43956) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:13.095454 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bd5357b8-be6b-4405-bbca-d32f65aef7f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:13.184074 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bd5357b8-be6b-4405-bbca-d32f65aef7f7 admin admin] Publish callbacks [] for security_group (830ff4e5-1c61-4385-a110-dd4cc67713a3), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:13.190020 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-bd5357b8-be6b-4405-bbca-d32f65aef7f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (830ff4e5-1c61-4385-a110-dd4cc67713a3), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:13.228961 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5357b8-be6b-4405-bbca-d32f65aef7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=830ff4e5-1c61-4385-a110-dd4cc67713a3,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:13.234645 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-bd5357b8-be6b-4405-bbca-d32f65aef7f7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=31abf5334b654f70ade41405e0fa3a9b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1517115 Jul 12 04:08:13.237590 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 43958) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:13.291313 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0054c5fa-13ff-46f9-8b04-dcef2c8bbb79 admin admin] Publish callbacks [] for security_group (830ff4e5-1c61-4385-a110-dd4cc67713a3), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:13.322210 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0054c5fa-13ff-46f9-8b04-dcef2c8bbb79 admin admin] Publish callbacks [] for security_group (830ff4e5-1c61-4385-a110-dd4cc67713a3), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:13.376050 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0054c5fa-13ff-46f9-8b04-dcef2c8bbb79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (830ff4e5-1c61-4385-a110-dd4cc67713a3), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:13.380050 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-0054c5fa-13ff-46f9-8b04-dcef2c8bbb79 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:13.381476 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-0054c5fa-13ff-46f9-8b04-dcef2c8bbb79 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/830ff4e5-1c61-4385-a110-dd4cc67713a3 HTTP/1.1" status: 204 len: 168 time: 0.1429670 Jul 12 04:08:13.389578 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0054c5fa-13ff-46f9-8b04-dcef2c8bbb79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=830ff4e5-1c61-4385-a110-dd4cc67713a3,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:13.951656 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:08:15.227451 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-74b53dd0-5b4d-4540-83a8-cb31dfacd0ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:15.389998 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 44030) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:15.526869 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-10b1775a-2e98-4c1f-b2e6-e7f4f11c35e7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:15.611764 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-10b1775a-2e98-4c1f-b2e6-e7f4f11c35e7 admin admin] Publish callbacks [] for security_group (1b5e6d10-0075-4afe-87a0-fc99796aecba), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:15.616669 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-10b1775a-2e98-4c1f-b2e6-e7f4f11c35e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1b5e6d10-0075-4afe-87a0-fc99796aecba), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:15.655494 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-10b1775a-2e98-4c1f-b2e6-e7f4f11c35e7 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4fa1a9d0e4cf4f83956ff798ef347c1a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2644403 Jul 12 04:08:15.656606 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b1775a-2e98-4c1f-b2e6-e7f4f11c35e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b5e6d10-0075-4afe-87a0-fc99796aecba,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:15.658462 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 44034) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:15.692698 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:15.711433 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:15.718239 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a236bcec-1c4f-4450-971c-0b9405a2370e admin admin] Publish callbacks [] for security_group (1b5e6d10-0075-4afe-87a0-fc99796aecba), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:15.742088 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a236bcec-1c4f-4450-971c-0b9405a2370e admin admin] Publish callbacks [] for security_group (1b5e6d10-0075-4afe-87a0-fc99796aecba), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:15.798240 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a236bcec-1c4f-4450-971c-0b9405a2370e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (1b5e6d10-0075-4afe-87a0-fc99796aecba), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:15.800852 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-a236bcec-1c4f-4450-971c-0b9405a2370e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:15.801992 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-a236bcec-1c4f-4450-971c-0b9405a2370e admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/1b5e6d10-0075-4afe-87a0-fc99796aecba HTTP/1.1" status: 204 len: 168 time: 0.1419532 Jul 12 04:08:15.809926 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236bcec-1c4f-4450-971c-0b9405a2370e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b5e6d10-0075-4afe-87a0-fc99796aecba,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:16.077768 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 44040) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:16.091698 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e8af9ff8-daef-4130-867f-0cc17505ebed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:16.144056 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:INSERT=18,neutron:SELECT=78,neutron:DELETE=2,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:16.175355 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e8af9ff8-daef-4130-867f-0cc17505ebed admin admin] Publish callbacks [] for security_group (15e28795-b8e7-41b0-92df-488b791bd0c6), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:16.180583 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-e8af9ff8-daef-4130-867f-0cc17505ebed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (15e28795-b8e7-41b0-92df-488b791bd0c6), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:16.202521 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=77,neutron:DELETE=2,neutron:INSERT=20,neutron:UPDATE=1 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:16.218628 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8af9ff8-daef-4130-867f-0cc17505ebed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15e28795-b8e7-41b0-92df-488b791bd0c6,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:16.223185 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-e8af9ff8-daef-4130-867f-0cc17505ebed admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=b765b4db5cbd4e00845029c8a937186b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1443820 Jul 12 04:08:16.226157 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 44042) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:16.286224 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-961b159c-4691-4d6d-9086-4ae6e55b4e5c admin admin] Publish callbacks [] for security_group (15e28795-b8e7-41b0-92df-488b791bd0c6), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:16.307992 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-961b159c-4691-4d6d-9086-4ae6e55b4e5c admin admin] Publish callbacks [] for security_group (15e28795-b8e7-41b0-92df-488b791bd0c6), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:16.360619 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-961b159c-4691-4d6d-9086-4ae6e55b4e5c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (15e28795-b8e7-41b0-92df-488b791bd0c6), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:16.363123 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-961b159c-4691-4d6d-9086-4ae6e55b4e5c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:16.364306 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-961b159c-4691-4d6d-9086-4ae6e55b4e5c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/15e28795-b8e7-41b0-92df-488b791bd0c6 HTTP/1.1" status: 204 len: 168 time: 0.1372290 Jul 12 04:08:16.372341 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961b159c-4691-4d6d-9086-4ae6e55b4e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15e28795-b8e7-41b0-92df-488b791bd0c6,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:16.968654 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:17.529155 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 44072) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:17.642736 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a3167f5c-ae60-4c3a-b7d8-08f485a7e726 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:17.731264 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a3167f5c-ae60-4c3a-b7d8-08f485a7e726 admin admin] Publish callbacks [] for security_group (490c250b-f74d-4a9f-bba0-de955544936d), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:17.740264 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-a3167f5c-ae60-4c3a-b7d8-08f485a7e726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (490c250b-f74d-4a9f-bba0-de955544936d), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:17.741855 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-2039eefd-ccd2-4ae4-a384-840fdbe01b2d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:17.779969 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-a3167f5c-ae60-4c3a-b7d8-08f485a7e726 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=4693050281f74586aac401170780283f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2496085 Jul 12 04:08:17.780746 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3167f5c-ae60-4c3a-b7d8-08f485a7e726 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490c250b-f74d-4a9f-bba0-de955544936d,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:17.782897 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 44076) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:17.832190 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3096ec52-faee-49ca-9044-7f89eca5e755 admin admin] Publish callbacks [] for security_group (490c250b-f74d-4a9f-bba0-de955544936d), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:17.853834 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3096ec52-faee-49ca-9044-7f89eca5e755 admin admin] Publish callbacks [] for security_group (490c250b-f74d-4a9f-bba0-de955544936d), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:17.904685 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3096ec52-faee-49ca-9044-7f89eca5e755 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (490c250b-f74d-4a9f-bba0-de955544936d), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:17.907181 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-3096ec52-faee-49ca-9044-7f89eca5e755 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:17.908467 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-3096ec52-faee-49ca-9044-7f89eca5e755 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/490c250b-f74d-4a9f-bba0-de955544936d HTTP/1.1" status: 204 len: 168 time: 0.1244907 Jul 12 04:08:17.916223 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3096ec52-faee-49ca-9044-7f89eca5e755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490c250b-f74d-4a9f-bba0-de955544936d,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:18.750769 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:20.230508 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:20.595574 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.088652 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 44134) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:22.199034 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d96a0620-e3d8-49ae-82df-38c19b060139 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.277106 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d96a0620-e3d8-49ae-82df-38c19b060139 admin admin] Publish callbacks [] for security_group (89afc526-11b4-40c5-80dd-70bb3407b2a0), precommit_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.281999 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-d96a0620-e3d8-49ae-82df-38c19b060139 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (89afc526-11b4-40c5-80dd-70bb3407b2a0), after_create {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.322847 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-d96a0620-e3d8-49ae-82df-38c19b060139 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=715790d79daa428a8a4e422239bd0504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330749 Jul 12 04:08:22.323683 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96a0620-e3d8-49ae-82df-38c19b060139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89afc526-11b4-40c5-80dd-70bb3407b2a0,revision_number=1']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:22.325803 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 44138) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:22.378549 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1884dcec-067b-49d4-90a6-a325a4bf4971 admin admin] Publish callbacks [] for security_group (89afc526-11b4-40c5-80dd-70bb3407b2a0), before_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.402224 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1884dcec-067b-49d4-90a6-a325a4bf4971 admin admin] Publish callbacks [] for security_group (89afc526-11b4-40c5-80dd-70bb3407b2a0), precommit_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.452547 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1884dcec-067b-49d4-90a6-a325a4bf4971 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (89afc526-11b4-40c5-80dd-70bb3407b2a0), after_delete {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.455162 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-1884dcec-067b-49d4-90a6-a325a4bf4971 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.456336 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-1884dcec-067b-49d4-90a6-a325a4bf4971 admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/89afc526-11b4-40c5-80dd-70bb3407b2a0 HTTP/1.1" status: 204 len: 168 time: 0.1295424 Jul 12 04:08:22.463878 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1884dcec-067b-49d4-90a6-a325a4bf4971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89afc526-11b4-40c5-80dd-70bb3407b2a0,revision_number=None']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:22.739510 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [-] (110647) accepted ('10.222.0.20', 44144) {{(pid=110647) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:22.753161 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4965-f357-4f4d-a803-76ca317ff589 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.831049 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4965-f357-4f4d-a803-76ca317ff589 admin admin] Publish callbacks [] for security_group (fea86180-76c9-471c-a052-298478140734), precommit_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.836731 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron_lib.callbacks.manager [None req-cf5c4965-f357-4f4d-a803-76ca317ff589 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (fea86180-76c9-471c-a052-298478140734), after_create {{(pid=110647) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.876596 dv-cinder-847730-4-iscsi neutron-server[110647]: INFO neutron.wsgi [None req-cf5c4965-f357-4f4d-a803-76ca317ff589 admin admin] 10.222.0.20 "GET /v2.0/security-groups?tenant_id=1cad27c545c245fe87bcc0de7dc2b237&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1358919 Jul 12 04:08:22.877264 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5c4965-f357-4f4d-a803-76ca317ff589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fea86180-76c9-471c-a052-298478140734,revision_number=1']} {{(pid=110647) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:22.879351 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [-] (110648) accepted ('10.222.0.20', 44146) {{(pid=110648) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 12 04:08:22.929714 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6384b3a3-ad18-4940-9a08-ba12a9c04a0c admin admin] Publish callbacks [] for security_group (fea86180-76c9-471c-a052-298478140734), before_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:22.950929 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6384b3a3-ad18-4940-9a08-ba12a9c04a0c admin admin] Publish callbacks [] for security_group (fea86180-76c9-471c-a052-298478140734), precommit_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:23.000771 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6384b3a3-ad18-4940-9a08-ba12a9c04a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594629'] for security_group (fea86180-76c9-471c-a052-298478140734), after_delete {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:23.003245 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron_lib.callbacks.manager [None req-6384b3a3-ad18-4940-9a08-ba12a9c04a0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=110648) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:23.004399 dv-cinder-847730-4-iscsi neutron-server[110648]: INFO neutron.wsgi [None req-6384b3a3-ad18-4940-9a08-ba12a9c04a0c admin admin] 10.222.0.20 "DELETE /v2.0/security-groups/fea86180-76c9-471c-a052-298478140734 HTTP/1.1" status: 204 len: 168 time: 0.1239448 Jul 12 04:08:23.011849 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6384b3a3-ad18-4940-9a08-ba12a9c04a0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fea86180-76c9-471c-a052-298478140734,revision_number=None']} {{(pid=110648) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 12 04:08:23.947862 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:30.588252 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=22,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:30.590719 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=20,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:32.871298 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=75,neutron:DELETE=3,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:32.872531 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG dbcounter [-] [110647] Writing DB stats neutron:SELECT=74,neutron:DELETE=5,neutron:INSERT=10 {{(pid=110647) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:32.984041 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=69,neutron:DELETE=5,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:33.008205 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG dbcounter [-] [110648] Writing DB stats neutron:SELECT=53,neutron:DELETE=7,neutron:INSERT=7 {{(pid=110648) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:33.024250 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=23 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:44.854223 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:44.863209 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:08:45.242019 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-496ed9ce-3a5c-42de-8480-6a1f52f9e185 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:46.971698 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:47.751331 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4f8a460b-c3e8-4cdc-a435-955eab1f9be3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:48.755728 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:50.232149 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:50.595526 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:08:50.957702 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:09:00.583113 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:00.587670 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:00.589331 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=6,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:00.948835 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:00.949592 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:15.246509 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-67e3cfcf-ad64-4380-acfb-d35e36d3c005 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:16.987841 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:17.753044 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4127eeab-8d40-4112-a08b-441e4537c86e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:18.770622 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:20.232191 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:20.601908 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:21.855928 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:21.857183 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:27.962608 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:09:30.584965 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:30.592234 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:30.594497 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:41.250960 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=15 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:41.255569 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=13 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:45.242415 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-863ae5fc-e57a-4cf0-8660-43e7b827cf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:46.976477 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:47.754511 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-da5a94ce-bc2b-419d-86a6-71c69176db04 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:48.770321 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:50.233800 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:50.596608 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:09:58.859874 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:09:58.861214 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:00.578749 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:00.580253 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:00.590679 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=4,neutron:SELECT=5 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:05.040894 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:10:09.885089 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:15.037588 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:15.247265 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-343a7764-9fdf-4d25-bc80-07cef311701e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:16.986532 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:17.761639 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-6756a128-5529-40ca-9664-45c119d245d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:18.777754 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:20.239806 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:20.606591 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:30.582318 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:30.591710 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=3,neutron:SELECT=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:30.597192 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:41.964678 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:10:45.255249 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-11e16941-ed43-4c4d-9e0d-f17649dba2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:47.001488 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:47.747748 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-a2b947d0-3d42-4a1a-971f-9ad1648b6186 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:48.779281 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:48.902665 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [req-2f201aa2-24d6-4a1f-921d-779237f9b9d5 req-5f162c84-7b10-4017-8729-135c04ce792b service neutron] (110647) timed out ('10.222.0.44', 64018) {{(pid=110647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 04:10:50.226575 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [req-b8ea757c-7cb6-4678-b95a-b02e176e9cc6 req-166a6dd7-feca-4fcc-8956-d9f9fb120744 service neutron] (110647) timed out ('10.222.0.44', 63797) {{(pid=110647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 04:10:50.251217 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:50.313187 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [req-710150dc-a833-4cc6-a48c-5ecc799ce426 req-0c103e8f-7ff5-450d-87e2-635f19770325 service neutron] (110648) timed out ('10.222.0.44', 63804) {{(pid=110648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 04:10:50.604830 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:10:51.956329 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4,neutron:DELETE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:10:51.957504 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=5 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:01.235010 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=16,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:01.238393 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=12,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:01.244059 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=16 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:12.869180 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:12.870430 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:15.252202 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b2d25764-0949-428e-abf9-ef18b5d2205a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:16.999168 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:17.743043 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-d5a23b70-e29c-4804-b50e-88bbd2b90a4c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:18.783696 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:18.967258 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:11:20.253206 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:20.605851 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:28.960910 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:28.962846 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:30.582173 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:30.589310 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:30.593006 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:45.250840 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-b08df16b-52bd-4bdb-a00d-954aad35a259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:47.001231 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:47.754319 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-4ed165fe-9fea-47de-8bd5-ca9005880719 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:48.777190 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:49.849552 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=14 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:49.865398 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=18 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:11:50.246008 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:50.592250 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:11:55.973953 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:12:00.579797 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=6,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:00.585397 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:00.587957 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=4,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:05.967417 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:05.968454 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:15.256503 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-bb30e93d-f50a-4160-8556-0d8143685026 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:17.010921 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:17.748928 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-8131e868-7afe-46dc-a605-6fab3d9ab5a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:18.781085 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:20.264312 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:20.602048 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:26.862647 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:26.872457 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:30.257627 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:30.593872 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:30.595307 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:UPDATE=2,neutron:SELECT=6 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:32.968208 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:12:43.898914 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=3 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:43.900342 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:DELETE=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:12:45.243069 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f9a347e-b07c-4067-9bfa-5a086d1be3d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:47.032771 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:47.753816 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-39a02e74-35bd-4e66-8f83-3d5abe4b195b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:48.794085 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:50.261765 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:12:50.602762 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:01.251170 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=14,neutron:UPDATE=4 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:01.253258 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=17 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:01.254762 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=13,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:03.865261 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=4 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:03.866448 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:09.970719 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:13:15.249548 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-70c379f7-2730-45d4-9ffd-8689d49bc9bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:17.025990 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:17.757527 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-1c0e86c9-11dd-4574-890f-d711f4920b48 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:18.793162 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:19.761506 dv-cinder-847730-4-iscsi neutron-server[110648]: DEBUG neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-cb5d7196-bfb9-4721-a67b-7f81d7c34fe5 service neutron] (110648) timed out ('10.222.0.20', 40632) {{(pid=110648) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 04:13:19.964617 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:19.966393 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=1 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:20.042832 dv-cinder-847730-4-iscsi neutron-server[110647]: DEBUG neutron.wsgi [req-d6ee88c9-d89f-413c-bffe-3bb888e3fdf8 req-d0330817-295f-4730-bf59-0e49d7533eee tempest-AttachVolumeShelveTestJSON-375334058 tempest-AttachVolumeShelveTestJSON-375334058-project] (110647) timed out ('10.222.0.20', 40648) {{(pid=110647) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 12 04:13:20.265411 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:20.610251 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:30.591311 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=6,neutron:UPDATE=1 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:30.597575 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:30.602027 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG dbcounter [-] [110649] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=110649) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:41.244966 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=17 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:41.248793 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=15 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 12 04:13:45.237983 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-fc1358b4-0a16-426a-bcda-021f42f38d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (78721d89-967e-421d-bd1f-4d92debb559f), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:46.973665 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG neutron.db.agents_db [None req-89d470dc-6e3a-45a2-befa-b32390cfb235 None None] Agent healthcheck: found 6 active agents {{(pid=110650) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 12 04:13:47.047973 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-95872b47-2b72-433b-a289-0531ae0536fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (40148db5-509c-4d55-8289-f5c5fa54fd90), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:47.762492 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7b73dafd-e348-452b-92aa-b6995f8bcc6a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (1215f4ec-761f-4431-a2b3-efb2f5be422a), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:48.791459 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-0ac022ef-d902-42d0-86a3-ce17933928bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (b218c08c-6402-4f76-b641-ac2bf144a107), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:50.266218 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-7f82abae-8834-4a12-8db7-5f6dccaf89cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (70cba368-8a6e-43b9-9eb5-5a60fb7c0ea1), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:50.595639 dv-cinder-847730-4-iscsi neutron-server[110649]: DEBUG neutron_lib.callbacks.manager [None req-17b09c74-062d-4b11-a16d-21cd85eb6dd7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8740716523111', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1551299'] for agent (a8603e74-f0a4-45a4-b05e-bced19ef0794), after_update {{(pid=110649) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 12 04:13:56.968397 dv-cinder-847730-4-iscsi neutron-server[110650]: DEBUG dbcounter [-] [110650] Writing DB stats neutron:SELECT=2 {{(pid=110650) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}